-- Logs begin at Mon 2022-08-08 01:18:33 UTC, end at Mon 2022-08-08 03:07:29 UTC. -- Aug 08 02:24:02.987606 dv-cinder-852261-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 08 02:24:05.653036 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.common.config [-] Logging enabled! Aug 08 02:24:05.653638 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev464 Aug 08 02:24:05.653836 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104163) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 08 02:24:05.657123 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.common.config [-] Logging enabled! Aug 08 02:24:05.657380 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev464 Aug 08 02:24:05.657694 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104163) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 08 02:24:05.658677 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 02:24:05.658911 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 02:24:05.659427 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 02:24:05.659691 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 02:24:05.659920 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 02:24:05.660242 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.660542 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.660778 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.661079 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.661374 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.661663 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.661955 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.662252 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.662568 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.662858 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.663142 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.663374 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.663655 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.663944 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.664233 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.664459 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] debug = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.664742 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.665175 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.665572 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.665855 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.666145 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.666451 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.666727 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.667009 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.667297 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.667627 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] host = dv-cinder-852261-2-iscsi {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.667907 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.668196 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.668485 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.668775 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.669051 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.669327 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.669616 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.669890 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.670166 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] log_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.670467 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.670762 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.671052 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.671345 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.671571 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.671799 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.672083 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.672377 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.672657 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.672936 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.673213 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.673492 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.673768 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.674038 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.674326 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.674636 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.674925 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.675753 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.676031 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.676308 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.676586 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.676876 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.677154 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.677436 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.677713 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.678002 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.678275 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.678582 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.678886 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.679172 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.679457 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.679746 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.680024 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.680309 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.680583 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.680859 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.681133 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] use_json = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.681407 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.681680 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.681964 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.682342 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.682642 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.682921 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.683196 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.683485 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.683759 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:05.684056 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.684352 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.684652 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.684939 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.685244 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.685527 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.685817 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.686097 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.686411 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.686704 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.686995 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.687276 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.687581 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.687872 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.688168 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.688472 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.688767 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.689062 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.689339 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.689612 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.689887 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.690167 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.690483 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.691440 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.691762 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.692065 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.692357 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.692664 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.692955 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.693245 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.693545 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.693841 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.694120 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.694430 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.694727 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.695008 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.695285 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.695580 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.695863 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.696143 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.696430 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.696724 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.697014 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.697290 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.697577 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.697872 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.698151 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.698451 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.698728 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.699007 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.699281 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.699570 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.699850 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.700126 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.700402 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.700681 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.700956 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.701230 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.701509 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.701783 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.702064 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.702338 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.702633 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.702907 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.703181 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.703456 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.703730 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.704003 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.704284 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.704560 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.704835 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.705111 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.705385 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.705662 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.705964 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.706244 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.706617 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.706905 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.707181 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.707460 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.707747 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.708028 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.708308 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.708583 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.708876 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.709162 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.709449 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.709733 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.710014 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.710330 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.710635 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.710917 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.711195 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.711475 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.711756 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.712039 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.712319 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.712600 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.712883 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.713167 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.713463 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.713760 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.714040 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.714335 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.714650 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.714943 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.715225 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.715537 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.715817 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:05.716033 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 02:24:05.716269 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104163) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 08 02:24:06.011976 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 08 02:24:06.012295 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 08 02:24:06.012563 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 08 02:24:06.012795 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 08 02:24:06.013077 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 08 02:24:06.013419 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 08 02:24:06.423369 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.423656 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.423926 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.425297 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.425568 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.425837 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.479051 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.479329 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.479609 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.494227 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.494532 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.494804 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.524619 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.524900 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.525172 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.560786 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.561064 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.561332 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.791491 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.792081 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.792081 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.792301 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.793292 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.891314 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.891635 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.891920 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.892191 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.892458 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.892767 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.893029 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.893288 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.893541 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.894416 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.894832 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.895126 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.895387 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.895644 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.895902 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.896167 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.896423 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.896691 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.896962 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.897221 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.897491 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.897743 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.898022 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.898418 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.898672 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.898917 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.899318 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104163) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 02:24:06.899561 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104163) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 02:24:06.899800 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104163) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 02:24:06.900036 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104163) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 02:24:06.900274 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104163) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 02:24:06.900512 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104163) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 02:24:06.900881 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 08 02:24:06.903948 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 08 02:24:06.907884 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 08 02:24:06.911898 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 08 02:24:06.913519 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 08 02:24:06.914158 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 08 02:24:06.914514 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 08 02:24:06.914908 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 08 02:24:06.917725 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 08 02:24:06.920337 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 08 02:24:06.920337 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 08 02:24:06.923404 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 08 02:24:06.946673 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 08 02:24:06.947134 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.947434 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104163) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 08 02:24:06.947809 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.949155 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104163) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 08 02:24:06.949436 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 08 02:24:06.949682 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 08 02:24:06.952984 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:06.953263 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:07.093355 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 08 02:24:07.093523 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 08 02:24:07.093762 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 08 02:24:07.094137 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 08 02:24:07.147299 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO dbcounter [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Registered counter for database neutron Aug 08 02:24:07.167611 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_db.sqlalchemy.engines [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104163) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 08 02:24:07.173239 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writer thread running {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 08 02:24:07.857415 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Initializing driver for type 'gre' Aug 08 02:24:07.858081 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] gre ID ranges: [(1, 1000)] Aug 08 02:24:08.023425 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Initializing driver for type 'local' Aug 08 02:24:08.023762 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Initializing driver for type 'vlan' Aug 08 02:24:08.114729 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] VlanTypeDriver initialization complete Aug 08 02:24:08.115021 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Initializing driver for type 'vxlan' Aug 08 02:24:08.115523 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] vxlan ID ranges: [(1, 1000)] Aug 08 02:24:08.339735 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Initializing extension driver 'port_security' Aug 08 02:24:08.340078 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.extensions.port_security [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] PortSecurityExtensionDriver initialization complete Aug 08 02:24:08.340414 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Initializing mechanism driver 'openvswitch' Aug 08 02:24:08.340749 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Initializing mechanism driver 'hyperv' Aug 08 02:24:08.352092 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:24:08.353021 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > port after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.353460 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > port after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.353817 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > port after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.354404 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104163) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 02:24:08.354829 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > subnet after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.355186 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > subnet after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.355533 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > subnet after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.355933 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104163) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 02:24:08.356343 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > network after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.356696 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > network after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.357039 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > network after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.357430 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104163) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 02:24:08.357860 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > security_group after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.358211 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > security_group after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.358650 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > security_group after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.359045 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104163) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 02:24:08.359516 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.359867 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.360209 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.360638 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104163) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 02:24:08.361045 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > address_group after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.361392 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > address_group after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.361730 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > address_group after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.362123 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104163) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 08 02:24:08.362676 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] ML2 OVO RPC backend initialized. {{(pid=104163) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 08 02:24:08.363502 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router_interface after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.363876 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.364283 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > network before_response 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.364692 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > networks before_response 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.365088 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > port before_response 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.365444 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > ports before_response 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.365789 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > subnet before_response 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.366167 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > subnets before_response 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.366543 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > network after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.366887 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > network after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.367224 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > network after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.367561 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > port after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.367898 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > port after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.368233 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > port after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.368569 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > subnet after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.368901 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > subnet after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.369231 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > subnet after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.376856 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded quota_driver: . Aug 08 02:24:08.377226 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.plugin [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Modular L2 Plugin initialization complete Aug 08 02:24:08.377575 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading services supported by the core plugin {{(pid=104163) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 08 02:24:08.377914 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Got port-security extension from driver 'port_security' Aug 08 02:24:08.378972 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.extensions.vlantransparent [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Disabled vlantransparent extension. Aug 08 02:24:08.379531 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104163) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 08 02:24:08.379863 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading Plugin: router Aug 08 02:24:08.431034 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router_interface before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.431436 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router after_create 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.431815 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router before_create 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.432185 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.432562 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.432925 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router after_delete 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.433288 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > floatingip after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.433641 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > floatingip after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.434000 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router after_create 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.434370 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router after_update 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.434725 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router after_update 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.435075 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.435438 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router after_update 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.435851 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router precommit_update 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.436262 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: port after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.436607 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: port after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.436979 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: subnet after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.437324 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.437674 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > port precommit_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.438025 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router precommit_create 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.438391 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: port before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.444838 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router precommit_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.444838 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router after_update 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.444838 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router precommit_delete 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.444838 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router precommit_create 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.445171 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router_interface after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.445171 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router precommit_update 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.445171 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > agent after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.445171 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > agent after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.445456 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > network after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.445456 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Tracking information for resource: router configured {{(pid=104163) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 02:24:08.445456 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Tracking information for resource: floatingip configured {{(pid=104163) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 02:24:08.448058 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.db.l3_agentschedulers_db [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 08 02:24:08.448635 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: port after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.449001 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: port after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.449359 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: port after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.449716 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: port after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.450606 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router before_create 55550100 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.450976 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router precommit_delete 55550100 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.451344 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router precommit_create 55550100 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.451708 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > router precommit_update 55550100 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.457265 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.services.provider_configuration [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Service providers = [] {{(pid=104163) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 08 02:24:08.457631 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.db.servicetype_db [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104163) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 08 02:24:08.460820 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.services.service_base [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104163) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 02:24:08.461174 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.services.service_base [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104163) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 02:24:08.461524 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.services.service_base [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104163) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 02:24:08.462483 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.services.service_base [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104163) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 02:24:08.462861 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.services.service_base [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 08 02:24:08.463247 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104163) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 02:24:08.463570 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 08 02:24:08.481143 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104163) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 02:24:08.481477 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading Plugin: auto_allocate Aug 08 02:24:08.487067 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: network precommit_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.487469 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: network precommit_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.488218 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104163) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 02:24:08.488549 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading Plugin: tag Aug 08 02:24:08.495402 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104163) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 02:24:08.495738 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading Plugin: timestamp Aug 08 02:24:08.499619 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104163) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 02:24:08.499957 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading Plugin: network_ip_availability Aug 08 02:24:08.518409 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.519458 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.519824 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.520555 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104163) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 02:24:08.520879 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading Plugin: flavors Aug 08 02:24:08.525822 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104163) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 02:24:08.526163 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading Plugin: revisions Aug 08 02:24:08.530457 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104163) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 02:24:08.531033 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_concurrency.lockutils [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.518s {{(pid=104163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 08 02:24:08.531644 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104163) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 08 02:24:08.531982 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Initializing extension manager. Aug 08 02:24:08.532510 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: __init__.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.532855 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: __pycache__ {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.533193 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: address_group.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.533911 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.534570 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: address-group Aug 08 02:24:08.534899 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: address_scope.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.535615 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.536122 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: address-scope Aug 08 02:24:08.536448 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: admin_state_down_before_update.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.555205 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.555718 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: router-admin-state-down-before-update Aug 08 02:24:08.556045 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: agent.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.556715 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.557353 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: agent Aug 08 02:24:08.557700 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: agent_resources_synced.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.558606 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.559119 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: agent-resources-synced Aug 08 02:24:08.559445 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: allowedaddresspairs.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.561273 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.561802 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: allowed-address-pairs Aug 08 02:24:08.562132 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: auto_allocated_topology.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.563195 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.563710 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: auto-allocated-topology Aug 08 02:24:08.564037 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: availability_zone.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.564701 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.565310 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: availability_zone Aug 08 02:24:08.566169 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: availability_zone_filter.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.567135 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.567649 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: availability_zone_filter Aug 08 02:24:08.567976 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: data_plane_status.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.568851 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.569358 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension data-plane-status not supported by any of loaded plugins Aug 08 02:24:08.569688 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: default_subnetpools.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.570591 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.571107 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: default-subnetpools Aug 08 02:24:08.571434 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: dhcpagentscheduler.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.572209 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.572718 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: dhcp_agent_scheduler Aug 08 02:24:08.573046 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: dns.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.573938 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.574473 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension dns-integration not supported by any of loaded plugins Aug 08 02:24:08.574797 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: dns_domain_ports.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.575678 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.576182 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 08 02:24:08.576504 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.577393 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.577895 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 08 02:24:08.578220 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: dvr.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.578887 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.579394 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: dvr Aug 08 02:24:08.579718 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: ecmp_routes.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.580600 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.581115 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension ecmp_routes not supported by any of loaded plugins Aug 08 02:24:08.582108 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: empty_string_filtering.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.583014 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.583528 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: empty-string-filtering Aug 08 02:24:08.583853 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.584736 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.585242 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 08 02:24:08.585566 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.586468 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.586979 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 08 02:24:08.587305 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: external_net.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.588222 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.588737 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: external-net Aug 08 02:24:08.589062 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: extra_dhcp_opt.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.589937 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.590472 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: extra_dhcp_opt Aug 08 02:24:08.590797 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: extraroute.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.591665 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.592174 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: extraroute Aug 08 02:24:08.592493 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: extraroute_atomic.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.593478 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.593989 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: extraroute-atomic Aug 08 02:24:08.594338 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: filter_validation.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.594994 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.595704 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: filter-validation Aug 08 02:24:08.596054 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: fip_pf_description.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.601397 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.601909 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 08 02:24:08.602238 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: fip_pf_port_range.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.603411 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.603921 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 08 02:24:08.604242 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: fip_port_details.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.605124 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.605635 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: fip-port-details Aug 08 02:24:08.605957 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: flavors.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.607221 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.607741 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: flavors Aug 08 02:24:08.608071 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.609675 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.610232 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 08 02:24:08.610593 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: floatingip_pools.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.611266 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.611781 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: floatingip-pools Aug 08 02:24:08.612129 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: ip_allocation.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.613546 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.614052 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension ip_allocation not supported by any of loaded plugins Aug 08 02:24:08.614473 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.615404 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.615871 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: ip-substring-filtering Aug 08 02:24:08.616201 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: l2_adjacency.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.617100 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.617604 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension l2_adjacency not supported by any of loaded plugins Aug 08 02:24:08.617955 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: l3.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.618978 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.619497 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: router Aug 08 02:24:08.619827 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: l3_conntrack_helper.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.622041 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.622604 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 08 02:24:08.622942 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.623837 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.624351 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: ext-gw-mode Aug 08 02:24:08.624682 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.625584 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.626095 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: l3-ha Aug 08 02:24:08.626463 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.627338 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.627846 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 08 02:24:08.628818 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: l3_flavors.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.629912 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.630327 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: l3-flavors Aug 08 02:24:08.630687 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: l3_ndp_proxy.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.632022 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.632548 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 08 02:24:08.632880 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.633794 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.634310 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: l3-port-ip-change-not-allowed Aug 08 02:24:08.634670 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: l3agentscheduler.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.635656 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.636168 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: l3_agent_scheduler Aug 08 02:24:08.636538 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: local_ip.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.642567 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.643098 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension local_ip not supported by any of loaded plugins Aug 08 02:24:08.643433 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: logging.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.644989 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.645506 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension logging not supported by any of loaded plugins Aug 08 02:24:08.645839 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: metering.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.646578 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.647399 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: metering Aug 08 02:24:08.647732 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.648789 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.649309 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: metering_source_and_destination_fields Aug 08 02:24:08.649642 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: multiprovidernet.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.650565 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.651081 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: multi-provider Aug 08 02:24:08.651414 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: netmtu.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.652315 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.652849 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: net-mtu Aug 08 02:24:08.653182 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: netmtu_writable.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.654064 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.654608 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: net-mtu-writable Aug 08 02:24:08.654940 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: network_availability_zone.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.655578 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.656088 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: network_availability_zone Aug 08 02:24:08.656416 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: network_ip_availability.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.657476 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.657997 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: network-ip-availability Aug 08 02:24:08.658457 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: network_segment_range.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.659199 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.659743 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension network-segment-range not supported by any of loaded plugins Aug 08 02:24:08.660070 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: pagination.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.661041 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.661382 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: pagination Aug 08 02:24:08.661705 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: port_device_profile.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.662605 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.663123 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: port-device-profile Aug 08 02:24:08.663450 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: port_mac_address_override.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.664335 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.664844 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: port-mac-override Aug 08 02:24:08.665202 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.666099 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.666637 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: port-mac-address-regenerate Aug 08 02:24:08.666965 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.667858 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.668372 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: port-numa-affinity-policy Aug 08 02:24:08.668702 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: port_resource_request.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.669589 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.670097 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension port-resource-request not supported by any of loaded plugins Aug 08 02:24:08.670455 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: port_resource_request_groups.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.671405 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.671913 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 08 02:24:08.672237 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: portbindings.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.676229 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.676740 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: binding Aug 08 02:24:08.677067 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: portbindings_extended.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.678295 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.678844 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: binding-extended Aug 08 02:24:08.679175 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: portsecurity.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.680057 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.680577 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: port-security Aug 08 02:24:08.680906 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: project_id.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.681899 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.682236 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: project-id Aug 08 02:24:08.682592 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: providernet.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.683479 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.684000 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: provider Aug 08 02:24:08.684326 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: qos.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.687828 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.688355 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension qos not supported by any of loaded plugins Aug 08 02:24:08.688709 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.689899 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.690448 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 08 02:24:08.691353 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.692261 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.692837 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 08 02:24:08.693167 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: qos_default.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.694049 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.694598 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension qos-default not supported by any of loaded plugins Aug 08 02:24:08.694928 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: qos_fip.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.695830 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.696347 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension qos-fip not supported by any of loaded plugins Aug 08 02:24:08.696673 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: qos_fip_network_policy.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.699347 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.699860 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 08 02:24:08.700190 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: qos_gateway_ip.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.701079 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.701588 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 08 02:24:08.701916 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: qos_port_network_policy.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.702817 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.703325 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 08 02:24:08.703652 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.704701 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.705212 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 08 02:24:08.705541 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.706598 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.707112 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 08 02:24:08.707443 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: qos_pps_rule.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.708582 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.709098 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension qos-pps not supported by any of loaded plugins Aug 08 02:24:08.709424 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: qos_rule_type_details.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.710328 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.710862 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 08 02:24:08.711188 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: qos_rule_type_filter.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.712069 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.712576 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 08 02:24:08.712899 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: qos_rules_alias.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.713918 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.714459 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 08 02:24:08.714787 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: quota_check_limit.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.715732 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.716248 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: quota-check-limit Aug 08 02:24:08.716573 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: quotasv2.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.717501 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.717837 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: quotas Aug 08 02:24:08.718161 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: quotasv2_detail.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.719876 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.727436 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: quota_details Aug 08 02:24:08.727436 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: rbac.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.727436 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.727436 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: rbac-policies Aug 08 02:24:08.727436 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: rbac_address_group.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.728350 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.728872 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: rbac-address-group Aug 08 02:24:08.729205 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: rbac_address_scope.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.730094 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.730638 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: rbac-address-scope Aug 08 02:24:08.730975 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: rbac_security_groups.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.731938 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.732454 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: rbac-security-groups Aug 08 02:24:08.732802 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: rbac_subnetpool.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.733715 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.734233 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: rbac-subnetpool Aug 08 02:24:08.734586 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: revisionifmatch.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.735499 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.736010 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: revision-if-match Aug 08 02:24:08.736340 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: revisions.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.737939 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.738623 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: standard-attr-revisions Aug 08 02:24:08.738960 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: router_availability_zone.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.739607 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.740121 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: router_availability_zone Aug 08 02:24:08.740450 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: routerservicetype.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.741357 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.741867 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension router-service-type not supported by any of loaded plugins Aug 08 02:24:08.742195 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.743120 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.743634 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: security-groups-normalized-cidr Aug 08 02:24:08.743961 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: security_groups_port_filtering.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.744879 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.745393 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: port-security-groups-filtering Aug 08 02:24:08.745722 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.747365 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.747880 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: security-groups-remote-address-group Aug 08 02:24:08.748211 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.749117 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.749633 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: security-groups-shared-filtering Aug 08 02:24:08.749981 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: securitygroup.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.760172 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.760711 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: security-group Aug 08 02:24:08.761056 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: segment.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.761765 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.762288 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension segment not supported by any of loaded plugins Aug 08 02:24:08.762656 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.763570 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.764086 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 08 02:24:08.764416 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: servicetype.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.765483 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.766027 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: service-type Aug 08 02:24:08.766407 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: sorting.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.767374 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.767709 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: sorting Aug 08 02:24:08.768036 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: standard_attr_segment.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.768981 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.769603 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 08 02:24:08.769933 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: standardattrdescription.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.770581 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.771146 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: standard-attr-description Aug 08 02:24:08.771418 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: stateful_security_group.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.772339 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.772858 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: stateful-security-group Aug 08 02:24:08.773183 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: stdattrs_common.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.773738 dv-cinder-852261-2-iscsi neutron-server[104163]: WARNING neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 08 02:24:08.774064 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.774987 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.775505 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 08 02:24:08.775825 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: subnet_onboard.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.776892 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.777413 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: subnet_onboard Aug 08 02:24:08.777741 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.778667 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.779180 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 08 02:24:08.779506 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: subnet_service_types.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.780396 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.780915 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: subnet-service-types Aug 08 02:24:08.781267 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: subnetallocation.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.782301 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.782852 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: subnet_allocation Aug 08 02:24:08.783181 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.783837 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.784392 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: subnetpool-prefix-ops Aug 08 02:24:08.784722 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.787784 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.788295 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 08 02:24:08.788619 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: tagging.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.789632 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.790187 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: standard-attr-tag Aug 08 02:24:08.790546 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: timestamp.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.791712 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.792228 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loaded extension: standard-attr-timestamp Aug 08 02:24:08.792558 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: trunk.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.793558 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.794075 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension trunk not supported by any of loaded plugins Aug 08 02:24:08.794433 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: trunk_details.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.795317 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.795881 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension trunk-details not supported by any of loaded plugins Aug 08 02:24:08.796212 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: uplink_status_propagation.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.797098 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.797609 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 08 02:24:08.797936 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Loading extension file: vlantransparent.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 02:24:08.798629 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 02:24:08.799140 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extension vlan-transparent not supported by any of loaded plugins Aug 08 02:24:08.802766 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of TrackedResource for resource:network Aug 08 02:24:08.803297 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of TrackedResource for resource:subnet Aug 08 02:24:08.803699 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 02:24:08.804094 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of TrackedResource for resource:port Aug 08 02:24:08.805455 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:24:08.805904 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Service FLAVORS assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:24:08.806550 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:24:08.806986 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:24:08.807321 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of TrackedResource for resource:router Aug 08 02:24:08.807755 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of TrackedResource for resource:floatingip Aug 08 02:24:08.808236 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Service METERING assigned prefix: /metering {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:24:08.809665 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.810066 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.810452 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:24:08.811456 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of CountableResource for resource:rbac_policy Aug 08 02:24:08.811905 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of TrackedResource for resource:security_group Aug 08 02:24:08.812347 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 08 02:24:08.812890 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Service CORE assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:24:08.816370 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 02:24:08.816370 dv-cinder-852261-2-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] subnetpool is already registered Aug 08 02:24:08.816370 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Service CORE assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:24:08.816370 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 02:24:08.816370 dv-cinder-852261-2-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] subnetpool is already registered Aug 08 02:24:08.817773 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:24:08.818218 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Service FLAVORS assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:24:08.818858 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:24:08.819300 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:24:08.819639 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of TrackedResource for resource:router Aug 08 02:24:08.819984 dv-cinder-852261-2-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] router is already registered Aug 08 02:24:08.820402 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of TrackedResource for resource:floatingip Aug 08 02:24:08.820743 dv-cinder-852261-2-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] floatingip is already registered Aug 08 02:24:08.821205 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Service METERING assigned prefix: /metering {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:24:08.821877 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of CountableResource for resource:rbac_policy Aug 08 02:24:08.822252 dv-cinder-852261-2-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] rbac_policy is already registered Aug 08 02:24:08.822694 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of TrackedResource for resource:security_group Aug 08 02:24:08.823036 dv-cinder-852261-2-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] security_group is already registered Aug 08 02:24:08.823449 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 08 02:24:08.823795 dv-cinder-852261-2-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] security_group_rule is already registered Aug 08 02:24:08.824472 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Service CORE assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:24:08.824805 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 02:24:08.825143 dv-cinder-852261-2-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] subnetpool is already registered Aug 08 02:24:08.825566 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Service CORE assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 02:24:08.825893 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 02:24:08.826227 dv-cinder-852261-2-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] subnetpool is already registered Aug 08 02:24:08.826720 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: extensions {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.828343 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: address-groups {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.829864 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: address-scopes {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.831297 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: agents {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.832512 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: auto-allocated-topology {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.833824 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: availability_zones {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.835104 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: dhcp-networks {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.836646 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: dhcp-agents {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.838100 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: routers {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.839863 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: flavors {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.841146 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: service_profiles {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.842392 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: next_providers {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.843863 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: service_profiles {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.845540 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: floatingip-pools {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.846814 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: routers {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.848540 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: floatingips {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.849842 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: l3-routers {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.851302 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: l3-agents {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.852998 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: metering-labels {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.854267 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: metering-label-rules {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.855736 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: network-ip-availabilities {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.861993 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: bindings {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.861993 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: quotas {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.861993 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: quotas {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.863253 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: rbac-policies {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.864414 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: security-groups {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.865801 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: security-group-rules {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.867066 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: service-providers {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.868364 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: subnetpools {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.869701 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: subnetpools {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.871282 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.872993 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.875005 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.876797 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.879158 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.881175 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.882937 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.884847 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.886671 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.888443 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 02:24:08.894698 dv-cinder-852261-2-iscsi neutron-server[104163]: WARNING keystonemiddleware.auth_token [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 08 02:24:08.899807 dv-cinder-852261-2-iscsi neutron-server[104163]: WARNING keystonemiddleware.auth_token [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 08 02:24:08.908615 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_concurrency.lockutils [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Acquiring lock "singleton_lock" {{(pid=104163) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 08 02:24:08.908948 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_concurrency.lockutils [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Acquired lock "singleton_lock" {{(pid=104163) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 08 02:24:08.909540 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_concurrency.lockutils [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Releasing lock "singleton_lock" {{(pid=104163) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 08 02:24:08.910213 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO oslo_service.service [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Starting 2 workers Aug 08 02:24:08.915142 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Started child 104276 {{(pid=104163) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 02:24:08.920146 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Started child 104277 {{(pid=104163) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 02:24:08.921629 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO neutron.service [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Neutron service started, listening on 0.0.0.0:9696 Aug 08 02:24:08.922271 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Publish callbacks [] for process (None), before_spawn {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:08.923017 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:08.924561 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [-] (104276) wsgi starting up on http://0.0.0.0:9696 Aug 08 02:24:08.924847 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO oslo_service.service [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Starting 1 workers Aug 08 02:24:08.926580 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:08.927962 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [-] (104277) wsgi starting up on http://0.0.0.0:9696 Aug 08 02:24:08.930642 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Started child 104278 {{(pid=104163) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 02:24:08.931191 dv-cinder-852261-2-iscsi neutron-server[104163]: INFO oslo_service.service [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Starting 1 workers Aug 08 02:24:08.934419 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.service [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] calling RpcWorker wait() {{(pid=104278) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 08 02:24:08.934946 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.service [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] returning from RpcWorker wait() {{(pid=104278) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 08 02:24:08.935708 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Started child 104279 {{(pid=104163) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 02:24:08.936285 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:08.936528 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-6430724f-fd75-40b9-afe3-28f94a85015f None None] Publish callbacks [] for process (None), after_spawn {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:08.936890 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:24:08.938464 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104163) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 08 02:24:08.938684 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 02:24:08.938877 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 02:24:08.939095 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 02:24:08.939417 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 02:24:08.939600 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 02:24:08.940131 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.940402 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.940768 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.940884 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:08.941328 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.942392 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:24:08.942505 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.942752 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.943038 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.943322 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.943593 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.943769 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.943943 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.944214 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.944469 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.944795 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.945078 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.945338 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.945609 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.945784 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.946033 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.946301 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.946586 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.946880 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] debug = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.947162 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.947685 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.947949 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.948210 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.948448 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.948721 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.948972 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.949231 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.949475 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.949703 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.949965 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.950220 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.950501 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.950749 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.950990 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.951276 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.951521 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.952009 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] host = dv-cinder-852261-2-iscsi {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.952263 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.952504 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.952763 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.953009 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.953267 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.953494 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.953758 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.954008 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.954282 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.954543 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.954800 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.955068 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.955306 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.955558 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.955726 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_options = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.955950 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.956281 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.956549 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.956793 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.957013 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.957186 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.957456 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.957627 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.957912 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.958142 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.958383 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.958613 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.958882 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.959119 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.959387 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.959627 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.959891 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.960125 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.960374 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.960610 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.960885 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.961099 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.961337 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.961562 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.961803 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.962037 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.962258 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.962632 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.962895 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.963037 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.963232 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.963492 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.963799 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.963992 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.964192 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.964915 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.965382 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.965706 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.966120 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.966407 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.967103 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.967103 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.967375 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.967641 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.967896 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.968142 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.968554 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_json = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.968706 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.968847 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.969045 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.969281 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.969502 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.969719 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.970023 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.970164 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.970457 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:08.970889 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.971187 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.971516 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.972287 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.972642 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.972929 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.973192 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.973422 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.973683 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.973947 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.974238 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.974493 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.974809 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.975087 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.975383 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.983931 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.983931 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.983931 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.983931 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.983931 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.983931 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.983931 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.983931 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.984439 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.984439 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.984439 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.984439 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.984439 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.984439 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.984439 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.984439 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.984894 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.984894 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.984894 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.984894 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.984894 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.984894 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.984894 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.984894 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985356 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985356 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985356 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985356 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985356 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985356 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985356 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985356 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985356 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985908 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985908 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985908 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985908 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985908 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985908 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985908 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985908 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.985908 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.986613 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.986613 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.986613 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.986833 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.987065 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.987325 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.988186 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.988428 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.988670 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.988885 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.989125 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.989384 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.989662 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.989891 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.990115 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.990342 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.990602 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.990824 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.991076 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.991298 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.991738 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.991888 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.992032 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.992184 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.992434 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.992650 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.992887 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.993103 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.993324 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.993541 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.993757 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.993972 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.994194 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.994453 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.994772 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.995025 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.995270 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.995558 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.995825 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.996069 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.996311 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.996553 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.996783 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.997004 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.997272 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.997500 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.997754 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.997984 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.998205 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.998470 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.998715 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.998954 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.999194 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.999414 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.999633 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:08.999859 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.000101 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.000340 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.000568 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.000830 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.001104 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.001363 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.002284 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.002284 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.002284 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.002671 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.002671 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.002912 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.003172 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.003435 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.003743 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.003988 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.004257 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.004514 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.004769 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.005029 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.005281 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.005550 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.005801 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.006052 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.006276 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.006544 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.006792 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.007016 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.007267 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.007589 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.007828 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.008045 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.008261 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.008524 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.008783 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.009048 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.009297 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.009555 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.009819 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.010145 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.010483 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.010675 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.010921 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.011158 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.011377 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.011595 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.011981 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.012814 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.012814 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.012814 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.013258 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.013258 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.013727 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.013727 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.014025 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.014025 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.014821 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.014821 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.014821 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.015229 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.015229 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.015491 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.015624 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.015772 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.018461 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.018461 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.018461 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.018461 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.018461 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.018461 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.018461 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.018461 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.019584 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.019584 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.019584 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.019584 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.019584 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.019584 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.019584 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.019584 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.020949 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.020949 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.020949 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.020949 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.020949 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.020949 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.021651 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.021651 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.021651 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.021988 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.022108 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.022230 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.022513 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.022741 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.022973 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.023213 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.023462 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.023701 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.023940 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.024160 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.024423 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.024674 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.026195 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.026487 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.026730 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.026966 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.027191 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.027454 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.027682 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.027928 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.028154 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.028384 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.028627 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.028941 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.029206 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.029453 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.029717 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.029997 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.030224 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.035229 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.035492 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.035744 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.036024 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.036271 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.036520 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.036792 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.037021 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.037277 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.037513 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.037741 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.037969 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.038211 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.039469 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.039716 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.039990 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.040230 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.040460 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.040701 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.040935 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.041163 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.041399 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.041635 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.041856 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.042118 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.042341 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.044584 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.044863 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.045118 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.045349 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.045676 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.045945 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.046186 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.046539 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.046806 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.047083 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.047342 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.047675 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.047942 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.048213 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.048474 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.048706 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.048942 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.049207 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.049551 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.049817 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.050916 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.051206 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.051487 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.051775 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.052068 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.052295 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.052561 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:24:09.052654 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.052949 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.053242 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.053514 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.053781 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.054058 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.054287 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.054544 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.054784 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.055032 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.055278 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.055549 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.055783 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.056034 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.056275 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.056560 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.056907 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.057411 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.058015 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.058276 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.058517 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.058687 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 02:24:09.059252 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104163) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 08 02:24:09.059419 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 02:24:09.059577 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 02:24:09.059752 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 02:24:09.059925 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 02:24:09.060302 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 02:24:09.060521 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.060690 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.060869 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.061548 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.061548 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.061548 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.061548 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.061813 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.061813 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.061947 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.062074 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.062479 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.062652 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.062816 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.062980 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.063141 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.063457 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.063626 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.063966 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.064134 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.064300 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.064461 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] debug = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.064626 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.064838 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.065010 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.065172 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.065334 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.065532 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.065682 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.065844 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.066023 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.066170 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.066458 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.066620 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.066782 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.066944 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.067105 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.067267 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.067430 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.067592 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] host = dv-cinder-852261-2-iscsi {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.067753 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.067915 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.068077 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.068237 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.068398 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.068559 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.068721 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.068922 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.069088 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.069239 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.069388 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.069533 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.069699 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.069859 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.070088 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_options = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.070271 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.070438 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.070579 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.070716 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.070927 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.071064 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.071267 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.071267 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.071671 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.071671 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.071948 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.071948 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.072151 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.072151 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.072296 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.072452 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.072614 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.072776 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.072937 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.073081 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.073260 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.073405 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.073657 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.073856 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.073973 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.074134 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.074295 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.074489 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.074614 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.074776 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.074937 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.075104 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.075265 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.075425 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.075586 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.075747 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.075906 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.076067 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.076231 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.076405 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.076553 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.076713 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.076874 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.077035 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.077196 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.077357 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.077516 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_json = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.077676 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.077837 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.077997 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.078157 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.078318 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.078500 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.078665 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.078826 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.078975 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 02:24:09.079214 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.079343 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.079471 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.079624 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.079788 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.079951 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.080134 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.080495 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.080690 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.080830 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.080978 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.081171 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.081343 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.081583 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.081689 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.081830 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.081972 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.082126 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.082291 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.082476 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.082640 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.082803 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.082976 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.083139 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.083316 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.083466 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.083630 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.083801 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.083966 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.084138 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.084317 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.084482 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.084647 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.084811 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.084975 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.085144 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.085307 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.085472 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.085636 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.085802 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.085966 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.086132 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.086295 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.086509 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.086677 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.086842 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.087007 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.087171 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.087334 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.087498 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.087663 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.087827 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.087992 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.088157 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.088322 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.088487 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.088651 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.088825 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.088989 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.089153 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.089318 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.089481 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.089644 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.089790 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.089958 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.090109 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.090274 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.090447 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.090625 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.090788 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.090952 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.091116 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.091280 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.091443 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.091606 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.091771 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.091934 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.092096 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.092250 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.092413 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.092578 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.092742 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.092905 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.093070 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.093234 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.093397 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.093560 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.093723 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.093887 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.094503 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.094677 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.094861 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.095032 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.095194 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.095358 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.095523 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.095686 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.095848 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.096012 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.096175 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.096338 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.096501 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.096664 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.097364 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.097537 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.097927 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.098096 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.098260 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.098447 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.098613 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.098776 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.098939 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.099103 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.099266 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.099430 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.099593 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.099758 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.099921 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.100085 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.100248 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.100411 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.100573 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.100746 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.100908 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.101075 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.101238 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.101408 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.101582 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.101746 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.101911 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.102074 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.102238 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.102425 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.102843 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.103006 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.103170 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.103331 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.103494 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.103673 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.103859 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.104003 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.104167 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.104353 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.104516 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.104680 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.104845 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.105011 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.105175 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.105340 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.105507 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.105655 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.105818 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.105982 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.106146 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.106309 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.106511 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.106676 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.106841 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.107005 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.107169 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.107333 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.107497 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.107660 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.107822 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.107985 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.108148 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.108311 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.108474 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.108638 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.108801 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.108965 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.109128 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.109292 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.109455 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.109617 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.109779 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.109942 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.110106 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.110270 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.110457 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.110622 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.110787 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.110950 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.111114 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.111278 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.111441 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.111607 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.111770 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.111935 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.112099 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.112264 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.112525 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.113195 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.113528 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.113697 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.113862 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.114026 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.114209 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.114397 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.114565 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.114731 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.114896 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.115060 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.115227 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.115392 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.115557 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.115721 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.115934 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.116051 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.116378 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.116378 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.116540 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.116666 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.116832 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.116999 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.117164 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.117328 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.117494 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.117662 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.117826 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.117990 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.118154 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.118318 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.118504 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.118669 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.118834 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.119011 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.119177 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.119341 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.119504 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.119668 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.119831 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.120004 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.120168 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.120331 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.120495 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.120662 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.120825 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.120999 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.121162 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.121326 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.121490 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.121652 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.121815 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.121987 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.122151 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.122314 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.122501 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.122664 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.122827 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.122998 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.123162 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.123325 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.123488 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.123651 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.123831 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.123988 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.124151 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.124314 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.124476 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.124639 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.124803 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.124976 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.125141 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.125310 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.125483 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.125646 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.125809 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.125971 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.126146 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.126311 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.126567 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.126732 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.126894 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.127060 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.127226 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.127395 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.127568 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.127738 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.127905 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.128106 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.128442 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.128616 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.128781 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.128952 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.129128 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.129292 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.129457 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.129637 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.129785 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.129950 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.130114 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.130276 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.130488 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.130637 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.130801 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.130964 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.131127 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.131293 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.131457 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.131620 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.131786 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.131949 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.132113 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.132275 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 02:24:09.132433 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 02:24:09.172902 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 35264) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:24:09.180357 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0053425 Aug 08 02:24:09.184759 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038269 Aug 08 02:24:18.222816 dv-cinder-852261-2-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:20.529822 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b47f22-6a8d-4fa1-920b-c1a973a60e67 None None] get_active_networks_info from dv-cinder-852261-2-iscsi {{(pid=104278) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 08 02:24:20.536951 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writer thread running {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 08 02:24:20.616799 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b47f22-6a8d-4fa1-920b-c1a973a60e67 None None] No non-hosted networks {{(pid=104278) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 08 02:24:20.624854 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.agentschedulers_db [None req-a4b47f22-6a8d-4fa1-920b-c1a973a60e67 None None] DHCP Agent not found on host dv-cinder-852261-2-iscsi {{(pid=104278) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 08 02:24:20.714953 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-07bcb1cf-10c6-4bec-a528-8e21a39032e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729817'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:22.356489 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writer thread running {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 08 02:24:22.935813 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-028da3ee-23d0-4ef1-b782-db83f63ceea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729817'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:22.991382 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.db.api [None req-2cc801c4-bf80-4588-85b8-088d5acf1ac4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-852261-2-iscsi {{(pid=104278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 08 02:24:22.992007 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG oslo_db.api [None req-2cc801c4-bf80-4588-85b8-088d5acf1ac4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 02:24:23.514761 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2cc801c4-bf80-4588-85b8-088d5acf1ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:23.991740 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 35332) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:24:24.374094 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729817'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:24.712379 dv-cinder-852261-2-iscsi neutron-server[104276]: WARNING oslo_policy.policy [None req-c966c3f8-68ab-47b7-ba60-f51d0f0ece11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 02:24:24.713182 dv-cinder-852261-2-iscsi neutron-server[104276]: WARNING oslo_policy.policy [None req-c966c3f8-68ab-47b7-ba60-f51d0f0ece11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 02:24:24.953550 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [None req-c966c3f8-68ab-47b7-ba60-f51d0f0ece11 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:24:24.970896 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-c966c3f8-68ab-47b7-ba60-f51d0f0ece11 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9772015 Aug 08 02:24:25.708208 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.db.l3_hamode_db [None req-bcbfe5c6-b65e-4d99-9728-bcfdde7ef115 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 08 02:24:25.823561 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbfe5c6-b65e-4d99-9728-bcfdde7ef115 None None] Routers set() bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:24:25.825698 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbfe5c6-b65e-4d99-9728-bcfdde7ef115 None None] Router IDs set() for agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Aug 08 02:24:25.983118 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729817'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:26.076722 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729817'] for agent (63653900-b452-48a8-acc2-22017596df07), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:26.077386 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:26.077729 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:26.078067 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:26.078425 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:26.078758 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:26.079084 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:26.079409 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:26.079758 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:26.080087 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:26.080432 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:26.080918 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:26.081249 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:26.081586 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:26.081911 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:26.082229 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:26.082674 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-852261-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:24:26.090536 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-852261-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:24:27.263561 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 35368) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:24:27.619707 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-f546aad5-2dac-4589-bbb3-3fcfc4a2dfba admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:24:27.713092 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.policy [None req-f546aad5-2dac-4589-bbb3-3fcfc4a2dfba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104276) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 08 02:24:27.756893 dv-cinder-852261-2-iscsi neutron-server[104276]: WARNING oslo_policy.policy [None req-f546aad5-2dac-4589-bbb3-3fcfc4a2dfba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 02:24:27.757289 dv-cinder-852261-2-iscsi neutron-server[104276]: WARNING oslo_policy.policy [None req-f546aad5-2dac-4589-bbb3-3fcfc4a2dfba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 02:24:27.778041 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writer thread running {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 08 02:24:27.920962 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f546aad5-2dac-4589-bbb3-3fcfc4a2dfba admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757463234680', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757463235212', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757463350188', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757463342760', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757463332661', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757463323781', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8172098', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8132022', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-883091', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-961875'] for rbac-policy (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:28.150343 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f546aad5-2dac-4589-bbb3-3fcfc4a2dfba admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:28.151548 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f546aad5-2dac-4589-bbb3-3fcfc4a2dfba admin admin] 10.222.0.15 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8869674 Aug 08 02:24:30.394998 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 35380) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:24:30.715976 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:24:30.828655 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Made reservation on behalf of cf931c3358334a969b8a22fa1edbbe55 for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:24:30.833536 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:30.851036 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:30.963227 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Publish callbacks [] for security_group (31e086aa-9148-476e-a24d-78f35d580ec6), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:31.040025 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (31e086aa-9148-476e-a24d-78f35d580ec6), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:31.064624 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:24:31.102399 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757459093733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (036f2aa9-c548-4316-ac9a-fc7acee7be14), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:31.102902 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Unsubscribe: segment precommit_create {{(pid=104276) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 08 02:24:31.103431 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Added segment 036f2aa9-c548-4316-ac9a-fc7acee7be14 of type vlan for network 39d20119-539e-4ba0-8c10-94fb9a9c792d Aug 08 02:24:31.121705 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=31e086aa-9148-476e-a24d-78f35d580ec6,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:24:31.172960 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:31.173293 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:31.173645 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:31.174521 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:31.175373 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:31.175701 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:31.176022 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:31.176342 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:31.176731 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:31.177018 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:31.177334 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:31.177663 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:31.177977 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:31.178287 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Tracked resource versions report: Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: pushed versions: Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: { 'AddressGroup': {'1.2'}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Agent': {'1.1'}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'ConntrackHelper': {'1.0'}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'LocalIPAssociation': {'1.0'}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Log': {'1.0'}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'NDPProxy': {'1.0'}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Network': {'1.1'}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Port': {'1.7'}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'PortForwarding': {'1.3'}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'QosPolicy': {'1.10'}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'SecurityGroup': {'1.5'}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'SecurityGroupRule': {'1.2'}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'SubPort': {'1.0'}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Subnet': {'1.1'}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Trunk': {'1.1'}} Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: consumer versions: Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: { DHCP agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: L3 agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: Metadata agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: Metering agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: Open vSwitch agent@dv-cinder-852261-2-iscsi: { 'AddressGroup': '1.2', Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Agent': '1.1', Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'ConntrackHelper': '1.0', Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'LocalIPAssociation': '1.0', Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Log': '1.0', Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'NDPProxy': '1.0', Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Network': '1.1', Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Port': '1.7', Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'PortForwarding': '1.3', Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'QosPolicy': '1.10', Aug 08 02:24:31.184594 dv-cinder-852261-2-iscsi neutron-server[104276]: 'SecurityGroup': '1.5', Aug 08 02:24:31.187021 dv-cinder-852261-2-iscsi neutron-server[104276]: 'SecurityGroupRule': '1.2', Aug 08 02:24:31.187021 dv-cinder-852261-2-iscsi neutron-server[104276]: 'SubPort': '1.0', Aug 08 02:24:31.187021 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Subnet': '1.1', Aug 08 02:24:31.187021 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Trunk': '1.1'}} Aug 08 02:24:31.187021 dv-cinder-852261-2-iscsi neutron-server[104276]: {{(pid=104276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 02:24:31.217457 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (39d20119-539e-4ba0-8c10-94fb9a9c792d), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:31.338991 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (39d20119-539e-4ba0-8c10-94fb9a9c792d), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:31.344194 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:24:31.344892 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:31.427087 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=52,neutron:INSERT=42,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:31.462327 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] Pushing event updated for resources: {'Network': ['ID=39d20119-539e-4ba0-8c10-94fb9a9c792d,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:24:31.477495 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network 39d20119-539e-4ba0-8c10-94fb9a9c792d details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:24:31.493811 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4b4aa4db-bcb8-49db-bbe0-810e3659c17b demo demo] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0977502 Aug 08 02:24:33.729638 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 35394) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:24:34.139628 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dac6aa5-e4e5-45f0-bf43-bcf8dd6e0e58 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:24:34.140886 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2dac6aa5-e4e5-45f0-bf43-bcf8dd6e0e58 demo admin] 10.222.0.15 "GET /networking/v2.0/networks/39d20119-539e-4ba0-8c10-94fb9a9c792d HTTP/1.1" status: 200 len: 825 time: 0.4103136 Aug 08 02:24:34.166817 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-c61f0417-2555-44df-83b3-4559ccc88a05 demo admin] 10.222.0.15 "GET /networking/v2.0/subnetpools/cb293929-eebc-4245-a800-a3fb36e5250e HTTP/1.1" status: 200 len: 734 time: 0.0193000 Aug 08 02:24:34.175458 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-55f8771d-a624-49d2-8b61-c314836722f2 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d', 'subnetpool_id': 'cb293929-eebc-4245-a800-a3fb36e5250e'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:24:34.256608 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f8771d-a624-49d2-8b61-c314836722f2 demo admin] Made reservation on behalf of cf931c3358334a969b8a22fa1edbbe55 for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:24:34.258909 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-55f8771d-a624-49d2-8b61-c314836722f2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:34.397183 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:34.659879 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-55f8771d-a624-49d2-8b61-c314836722f2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for subnet (40436dda-5964-4b3e-a947-e239c9db4bdc), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:34.731027 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8771d-a624-49d2-8b61-c314836722f2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=40436dda-5964-4b3e-a947-e239c9db4bdc,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:24:34.735320 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f8771d-a624-49d2-8b61-c314836722f2 demo admin] Checking segment: {'id': '036f2aa9-c548-4316-ac9a-fc7acee7be14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:24:34.735700 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f8771d-a624-49d2-8b61-c314836722f2 demo admin] Network hostable DHCP agents. Network: 39d20119-539e-4ba0-8c10-94fb9a9c792d, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:24:34.841438 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f8771d-a624-49d2-8b61-c314836722f2 demo admin] Network 39d20119-539e-4ba0-8c10-94fb9a9c792d is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:24:34.939048 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-55f8771d-a624-49d2-8b61-c314836722f2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, 39d20119-539e-4ba0-8c10-94fb9a9c792d) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:24:34.944039 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f8771d-a624-49d2-8b61-c314836722f2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:24:34.944641 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-55f8771d-a624-49d2-8b61-c314836722f2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:34.949979 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5714c10c-816c-44cb-a221-3975fb74df00 None None] Network 39d20119-539e-4ba0-8c10-94fb9a9c792d requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:24:35.033127 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-55f8771d-a624-49d2-8b61-c314836722f2 demo admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8609004 Aug 08 02:24:35.212545 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5eb1d2e-7da7-5b72-863f-c4fa9899b996-39d20119-539e-4ba0-8c10-94fb9a9c792d', 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d', 'project_id': 'cf931c3358334a969b8a22fa1edbbe55', 'fixed_ips': [{'subnet_id': '40436dda-5964-4b3e-a947-e239c9db4bdc'}]}} from dv-cinder-852261-2-iscsi. {{(pid=104278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:24:35.213951 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:35.498915 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Allocated IP 172.20.0.2 (39d20119-539e-4ba0-8c10-94fb9a9c792d/40436dda-5964-4b3e-a947-e239c9db4bdc/a33c7dab-4796-4085-9b0d-d3393974dbc6) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:24:35.505488 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:35.768072 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Publish callbacks [] for port (a33c7dab-4796-4085-9b0d-d3393974dbc6), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:35.854061 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (a33c7dab-4796-4085-9b0d-d3393974dbc6), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:35.932651 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Network 39d20119-539e-4ba0-8c10-94fb9a9c792d is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:24:35.938343 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:24:35.944833 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:24:35.948200 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Pushing event updated for resources: {'Port': ['ID=a33c7dab-4796-4085-9b0d-d3393974dbc6,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:24:35.981646 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:35.982292 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:35.982401 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:35.982715 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:35.983052 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:35.983386 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:35.983715 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:35.984040 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:35.984646 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:35.984976 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:35.985305 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:35.985835 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:35.985984 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:35.986306 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:35.986651 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Tracked resource versions report: Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: pushed versions: Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: { 'AddressGroup': {'1.2'}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Agent': {'1.1'}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'ConntrackHelper': {'1.0'}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'LocalIPAssociation': {'1.0'}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Log': {'1.0'}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'NDPProxy': {'1.0'}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Network': {'1.1'}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Port': {'1.7'}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'PortForwarding': {'1.3'}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'QosPolicy': {'1.10'}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'SecurityGroup': {'1.5'}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'SecurityGroupRule': {'1.2'}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'SubPort': {'1.0'}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Subnet': {'1.1'}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Trunk': {'1.1'}} Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: consumer versions: Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: { DHCP agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: L3 agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: Metadata agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: Metering agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: Open vSwitch agent@dv-cinder-852261-2-iscsi: { 'AddressGroup': '1.2', Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Agent': '1.1', Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'ConntrackHelper': '1.0', Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'LocalIPAssociation': '1.0', Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Log': '1.0', Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'NDPProxy': '1.0', Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Network': '1.1', Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Port': '1.7', Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'PortForwarding': '1.3', Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'QosPolicy': '1.10', Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'SecurityGroup': '1.5', Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'SecurityGroupRule': '1.2', Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'SubPort': '1.0', Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Subnet': '1.1', Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Trunk': '1.1'}} Aug 08 02:24:35.988140 dv-cinder-852261-2-iscsi neutron-server[104278]: {{(pid=104278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 02:24:36.040598 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Attempting to bind port a33c7dab-4796-4085-9b0d-d3393974dbc6 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:24:36.040994 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Attempting to bind port a33c7dab-4796-4085-9b0d-d3393974dbc6 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '036f2aa9-c548-4316-ac9a-fc7acee7be14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:24:36.041418 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Attempting to bind port a33c7dab-4796-4085-9b0d-d3393974dbc6 on network 39d20119-539e-4ba0-8c10-94fb9a9c792d {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:24:36.046384 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:24:36.046790 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Checking segment: {'id': '036f2aa9-c548-4316-ac9a-fc7acee7be14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:24:36.047263 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:36.047646 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Bound using segment: {'id': '036f2aa9-c548-4316-ac9a-fc7acee7be14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:24:36.048098 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Bound port: a33c7dab-4796-4085-9b0d-d3393974dbc6, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036f2aa9-c548-4316-ac9a-fc7acee7be14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:24:36.048513 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (a33c7dab-4796-4085-9b0d-d3393974dbc6), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:36.062320 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:36.109959 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] For port a33c7dab-4796-4085-9b0d-d3393974dbc6, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:24:36.132274 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] For port a33c7dab-4796-4085-9b0d-d3393974dbc6, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=a33c7dab-4796-4085-9b0d-d3393974dbc6,segment=NetworkSegment(036f2aa9-c548-4316-ac9a-fc7acee7be14),segment_id=036f2aa9-c548-4316-ac9a-fc7acee7be14)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:24:36.211931 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (a33c7dab-4796-4085-9b0d-d3393974dbc6), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:36.264902 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e70d23-c997-43e6-8d39-edc162c845cd None None] Pushing event updated for resources: {'Port': ['ID=a33c7dab-4796-4085-9b0d-d3393974dbc6,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:24:37.332184 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 35404) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:24:37.856644 dv-cinder-852261-2-iscsi neutron-server[104277]: WARNING oslo_policy.policy [None req-e8739edd-d0d9-4291-933e-f8c2d5e32706 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 02:24:37.857189 dv-cinder-852261-2-iscsi neutron-server[104277]: WARNING oslo_policy.policy [None req-e8739edd-d0d9-4291-933e-f8c2d5e32706 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 02:24:38.080007 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [None req-e8739edd-d0d9-4291-933e-f8c2d5e32706 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:24:38.082016 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e8739edd-d0d9-4291-933e-f8c2d5e32706 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7487755 Aug 08 02:24:38.951043 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:38.954862 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=7 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:40.338300 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 35422) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:24:40.671890 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [None req-df34b76c-08d2-42b7-85d1-eebb06f62f8b admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:24:40.672839 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-df34b76c-08d2-42b7-85d1-eebb06f62f8b admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3334985 Aug 08 02:24:42.941598 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 35434) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:24:43.282800 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-61c1a382-db9d-4a04-aab0-4e2d14cf758e demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:24:43.342953 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.policy [None req-61c1a382-db9d-4a04-aab0-4e2d14cf758e demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104277) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 08 02:24:43.386961 dv-cinder-852261-2-iscsi neutron-server[104277]: WARNING oslo_policy.policy [None req-61c1a382-db9d-4a04-aab0-4e2d14cf758e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 02:24:43.387363 dv-cinder-852261-2-iscsi neutron-server[104277]: WARNING oslo_policy.policy [None req-61c1a382-db9d-4a04-aab0-4e2d14cf758e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 02:24:43.408242 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writer thread running {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 08 02:24:43.422985 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:43.508756 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-61c1a382-db9d-4a04-aab0-4e2d14cf758e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (384a743a-0a07-4bff-9a3f-2f65fdaa675f), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:43.510697 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-61c1a382-db9d-4a04-aab0-4e2d14cf758e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1866'] for router (384a743a-0a07-4bff-9a3f-2f65fdaa675f), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:43.674145 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-61c1a382-db9d-4a04-aab0-4e2d14cf758e demo demo] Publish callbacks [] for router_controller (384a743a-0a07-4bff-9a3f-2f65fdaa675f), precommit_add_association {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:43.696539 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device a33c7dab-4796-4085-9b0d-d3393974dbc6 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:24:43.734687 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-61c1a382-db9d-4a04-aab0-4e2d14cf758e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656454'] for router (384a743a-0a07-4bff-9a3f-2f65fdaa675f), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:43.781343 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port a33c7dab-4796-4085-9b0d-d3393974dbc6 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:24:43.781731 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (a33c7dab-4796-4085-9b0d-d3393974dbc6), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:43.824568 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-61c1a382-db9d-4a04-aab0-4e2d14cf758e demo demo] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:43.834467 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-61c1a382-db9d-4a04-aab0-4e2d14cf758e demo demo] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8832202 Aug 08 02:24:43.894258 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port a33c7dab-4796-4085-9b0d-d3393974dbc6 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:24:43.894724 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (a33c7dab-4796-4085-9b0d-d3393974dbc6), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:43.933893 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port a33c7dab-4796-4085-9b0d-d3393974dbc6, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=a33c7dab-4796-4085-9b0d-d3393974dbc6,segment=NetworkSegment(036f2aa9-c548-4316-ac9a-fc7acee7be14),segment_id=036f2aa9-c548-4316-ac9a-fc7acee7be14)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:24:44.002017 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (a33c7dab-4796-4085-9b0d-d3393974dbc6), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:44.055012 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=a33c7dab-4796-4085-9b0d-d3393974dbc6,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:24:44.347422 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e0c13d-a6fa-491b-88a8-af449c5f01c3 None None] Network 39d20119-539e-4ba0-8c10-94fb9a9c792d requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:24:44.418163 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:44.434972 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-aa8d55db-6822-4a66-b3fb-b08ba6a19c6e None None] Provisioning complete for port a33c7dab-4796-4085-9b0d-d3393974dbc6 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:24:44.435341 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-aa8d55db-6822-4a66-b3fb-b08ba6a19c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (a33c7dab-4796-4085-9b0d-d3393974dbc6), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:44.553003 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d55db-6822-4a66-b3fb-b08ba6a19c6e None None] Current status of the port a33c7dab-4796-4085-9b0d-d3393974dbc6 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:24:44.770820 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-488f77aa-1338-46bf-a8a6-89bf99129a3c None None] Provisioning complete for port a33c7dab-4796-4085-9b0d-d3393974dbc6 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:24:44.771433 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-488f77aa-1338-46bf-a8a6-89bf99129a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (a33c7dab-4796-4085-9b0d-d3393974dbc6), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:44.840155 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-488f77aa-1338-46bf-a8a6-89bf99129a3c None None] Current status of the port a33c7dab-4796-4085-9b0d-d3393974dbc6 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:24:44.954693 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=67,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:44.955620 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:45.666313 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device a33c7dab-4796-4085-9b0d-d3393974dbc6 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:24:45.712569 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port a33c7dab-4796-4085-9b0d-d3393974dbc6 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:24:45.712959 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (a33c7dab-4796-4085-9b0d-d3393974dbc6), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:45.786875 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port a33c7dab-4796-4085-9b0d-d3393974dbc6 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:24:46.112484 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 35448) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:24:46.431449 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [None req-bd33a071-d626-405f-a59a-4c3a698c8c0d admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:24:46.432175 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-bd33a071-d626-405f-a59a-4c3a698c8c0d admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3187649 Aug 08 02:24:48.643655 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 35456) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:24:48.958296 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-500b8286-508d-4574-ab3d-817a8eee36ce admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:24:49.035463 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500b8286-508d-4574-ab3d-817a8eee36ce admin admin] Made reservation on behalf of 3e036fca31f44e57a9a6f1c124d31c6b for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:24:49.037746 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-500b8286-508d-4574-ab3d-817a8eee36ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:49.046161 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-500b8286-508d-4574-ab3d-817a8eee36ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:49.120367 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-500b8286-508d-4574-ab3d-817a8eee36ce admin admin] Publish callbacks [] for security_group (8529e290-e0b7-4b62-9819-75f75dc432d7), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:49.212627 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-500b8286-508d-4574-ab3d-817a8eee36ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (8529e290-e0b7-4b62-9819-75f75dc432d7), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:49.222139 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-500b8286-508d-4574-ab3d-817a8eee36ce admin admin] Reserving flat network on physical network physnet1 {{(pid=104276) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 08 02:24:49.253715 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-500b8286-508d-4574-ab3d-817a8eee36ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (e4fb8cf5-5d74-45c3-8f63-7267b7cf9961), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:49.254047 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-500b8286-508d-4574-ab3d-817a8eee36ce admin admin] Added segment e4fb8cf5-5d74-45c3-8f63-7267b7cf9961 of type flat for network e72f53b8-3f23-4d50-b125-ab42ad165078 Aug 08 02:24:49.255514 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b8286-508d-4574-ab3d-817a8eee36ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8529e290-e0b7-4b62-9819-75f75dc432d7,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:24:49.301929 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-500b8286-508d-4574-ab3d-817a8eee36ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (e72f53b8-3f23-4d50-b125-ab42ad165078), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:49.395608 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-500b8286-508d-4574-ab3d-817a8eee36ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (e72f53b8-3f23-4d50-b125-ab42ad165078), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:49.396573 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500b8286-508d-4574-ab3d-817a8eee36ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:24:49.397140 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-500b8286-508d-4574-ab3d-817a8eee36ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:49.487939 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b8286-508d-4574-ab3d-817a8eee36ce admin admin] Pushing event updated for resources: {'Network': ['ID=e72f53b8-3f23-4d50-b125-ab42ad165078,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:24:49.497415 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network e72f53b8-3f23-4d50-b125-ab42ad165078 details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:24:49.500513 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:49.522265 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-500b8286-508d-4574-ab3d-817a8eee36ce admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8775272 Aug 08 02:24:50.553816 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5fdd4719-d356-4e81-9d5f-a8ddf45d2d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:51.752574 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 35464) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:24:52.123269 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a74ba42-7a26-4672-b305-312d9a2509c6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:24:52.124511 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4a74ba42-7a26-4672-b305-312d9a2509c6 demo admin] 10.222.0.15 "GET /networking/v2.0/subnets/40436dda-5964-4b3e-a947-e239c9db4bdc HTTP/1.1" status: 200 len: 849 time: 0.3710010 Aug 08 02:24:52.284345 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-24fea18e-38f2-43bd-bbb4-5bda953f4ded demo admin] 10.222.0.15 "GET /networking/v2.0/routers/384a743a-0a07-4bff-9a3f-2f65fdaa675f HTTP/1.1" status: 200 len: 704 time: 0.1538825 Aug 08 02:24:52.546918 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:52.659650 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:52.818345 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:52.836134 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Allocated IP 172.20.0.1 (39d20119-539e-4ba0-8c10-94fb9a9c792d/40436dda-5964-4b3e-a947-e239c9db4bdc/c7436655-a17d-4b3e-a32c-d86fd88f4455) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:24:52.921785 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-29b4e146-2a94-46da-b17e-467fe9eb1483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:52.977092 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 5 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:24:53.043295 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Publish callbacks [] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:53.165724 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:53.238413 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Network 39d20119-539e-4ba0-8c10-94fb9a9c792d is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:24:53.246309 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:24:53.248823 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:24:53.249366 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732837'] for router_interface (384a743a-0a07-4bff-9a3f-2f65fdaa675f), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:53.313603 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Pushing event updated for resources: {'Port': ['ID=c7436655-a17d-4b3e-a32c-d86fd88f4455,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:24:53.407480 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-a54d14c0-6bdf-4503-8feb-b5fd9ea9dc72 None None] Provisioning complete for port c7436655-a17d-4b3e-a32c-d86fd88f4455 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:24:53.407868 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a54d14c0-6bdf-4503-8feb-b5fd9ea9dc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:53.485432 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-a54d14c0-6bdf-4503-8feb-b5fd9ea9dc72 None None] Port c7436655-a17d-4b3e-a32c-d86fd88f4455 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:24:53.539593 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:53.744915 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Publish callbacks [] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:53.749759 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:53.755005 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=15,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:53.805062 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:53.805894 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729621'] for router_interface (384a743a-0a07-4bff-9a3f-2f65fdaa675f), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:53.873733 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:53.885759 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Pushing event updated for resources: {'Port': ['ID=c7436655-a17d-4b3e-a32c-d86fd88f4455,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:24:53.933791 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Network 39d20119-539e-4ba0-8c10-94fb9a9c792d is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:24:53.935075 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:24:54.050600 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:54.106859 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5b7bb0a7-0a05-47d1-9215-bd687d6b6be1 None None] Provisioning complete for port c7436655-a17d-4b3e-a32c-d86fd88f4455 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:24:54.107390 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb0a7-0a05-47d1-9215-bd687d6b6be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:54.132902 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Router 384a743a-0a07-4bff-9a3f-2f65fdaa675f is scheduled to L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 with binding_index 1 {{(pid=104276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:24:54.138534 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5b7bb0a7-0a05-47d1-9215-bd687d6b6be1 None None] Port c7436655-a17d-4b3e-a32c-d86fd88f4455 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:24:54.222046 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:24:54.228134 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-936c0b4d-901a-45b2-a14e-703a0ed1d7a5 demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/384a743a-0a07-4bff-9a3f-2f65fdaa675f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9384120 Aug 08 02:24:54.232341 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Sync routers for ids ['384a743a-0a07-4bff-9a3f-2f65fdaa675f'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:24:54.245044 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Routers {'384a743a-0a07-4bff-9a3f-2f65fdaa675f'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:24:54.246160 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:24:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['384a743a-0a07-4bff-9a3f-2f65fdaa675f'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:24:54.300328 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:54.431842 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Set router 384a743a-0a07-4bff-9a3f-2f65fdaa675f gateway port host: None {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:24:54.850604 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384a743a-0a07-4bff-9a3f-2f65fdaa675f', 'name': 'router1', 'tenant_id': 'cf931c3358334a969b8a22fa1edbbe55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:24:43Z', 'updated_at': '2022-08-08T02:24:53Z', 'revision_number': 2, 'project_id': 'cf931c3358334a969b8a22fa1edbbe55', 'gw_port_host': None, '_interfaces': [{'id': 'c7436655-a17d-4b3e-a32c-d86fd88f4455', 'name': '', 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d', 'tenant_id': 'cf931c3358334a969b8a22fa1edbbe55', 'mac_address': 'fa:16:3e:71:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a743a-0a07-4bff-9a3f-2f65fdaa675f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40436dda-5964-4b3e-a947-e239c9db4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:24:52Z', 'updated_at': '2022-08-08T02:24:53Z', 'revision_number': 2, 'project_id': 'cf931c3358334a969b8a22fa1edbbe55', 'subnets': [{'id': '40436dda-5964-4b3e-a947-e239c9db4bdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb293929-eebc-4245-a800-a3fb36e5250e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:24:54.901158 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Checking router: 384a743a-0a07-4bff-9a3f-2f65fdaa675f for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:24:54.901528 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Updating router 384a743a-0a07-4bff-9a3f-2f65fdaa675f port c7436655-a17d-4b3e-a32c-d86fd88f4455 binding host dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:24:54.953859 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:55.468609 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Publish callbacks [] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:55.607070 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:55.744444 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Pushing event updated for resources: {'Port': ['ID=c7436655-a17d-4b3e-a32c-d86fd88f4455,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:24:55.757766 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:55.758105 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:55.758479 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:55.758829 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:55.759157 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:55.759478 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:55.759796 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:55.760112 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:55.760430 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:55.760743 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:55.761057 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:55.761384 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:55.761698 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:55.762007 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:55.762314 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Tracked resource versions report: Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: pushed versions: Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: { 'AddressGroup': {'1.2'}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Agent': {'1.1'}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'ConntrackHelper': {'1.0'}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'LocalIPAssociation': {'1.0'}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Log': {'1.0'}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'NDPProxy': {'1.0'}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Network': {'1.1'}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Port': {'1.7'}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'PortForwarding': {'1.3'}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'QosPolicy': {'1.10'}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'SecurityGroup': {'1.5'}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'SecurityGroupRule': {'1.2'}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'SubPort': {'1.0'}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Subnet': {'1.1'}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Trunk': {'1.1'}} Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: consumer versions: Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: { DHCP agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: L3 agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: Metadata agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: Metering agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: Open vSwitch agent@dv-cinder-852261-2-iscsi: { 'AddressGroup': '1.2', Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Agent': '1.1', Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'ConntrackHelper': '1.0', Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'LocalIPAssociation': '1.0', Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Log': '1.0', Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'NDPProxy': '1.0', Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Network': '1.1', Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Port': '1.7', Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'PortForwarding': '1.3', Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'QosPolicy': '1.10', Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'SecurityGroup': '1.5', Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'SecurityGroupRule': '1.2', Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'SubPort': '1.0', Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Subnet': '1.1', Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Trunk': '1.1'}} Aug 08 02:24:55.763748 dv-cinder-852261-2-iscsi neutron-server[104279]: {{(pid=104279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 02:24:55.769842 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Attempting to bind port c7436655-a17d-4b3e-a32c-d86fd88f4455 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:24:55.770229 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Attempting to bind port c7436655-a17d-4b3e-a32c-d86fd88f4455 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '036f2aa9-c548-4316-ac9a-fc7acee7be14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:24:55.770682 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Attempting to bind port c7436655-a17d-4b3e-a32c-d86fd88f4455 on network 39d20119-539e-4ba0-8c10-94fb9a9c792d {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:24:55.776097 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:24:55.776496 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Checking segment: {'id': '036f2aa9-c548-4316-ac9a-fc7acee7be14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:24:55.776956 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:55.777333 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Bound using segment: {'id': '036f2aa9-c548-4316-ac9a-fc7acee7be14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:24:55.777789 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Bound port: c7436655-a17d-4b3e-a32c-d86fd88f4455, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036f2aa9-c548-4316-ac9a-fc7acee7be14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:24:55.778153 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:55.841243 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:55.842600 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] For port c7436655-a17d-4b3e-a32c-d86fd88f4455, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:24:55.862259 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] For port c7436655-a17d-4b3e-a32c-d86fd88f4455, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=c7436655-a17d-4b3e-a32c-d86fd88f4455,segment=NetworkSegment(036f2aa9-c548-4316-ac9a-fc7acee7be14),segment_id=036f2aa9-c548-4316-ac9a-fc7acee7be14)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:24:55.863286 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:24:55.965549 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:55.989083 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:56.007530 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Routers {'384a743a-0a07-4bff-9a3f-2f65fdaa675f'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:24:56.008064 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:24:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['384a743a-0a07-4bff-9a3f-2f65fdaa675f'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:24:56.089620 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7e51b-4a7b-4d51-865c-d45978572a9c None None] Pushing event updated for resources: {'Port': ['ID=c7436655-a17d-4b3e-a32c-d86fd88f4455,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:24:56.103356 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:56.110840 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] Set router 384a743a-0a07-4bff-9a3f-2f65fdaa675f gateway port host: None {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:24:56.308471 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384a743a-0a07-4bff-9a3f-2f65fdaa675f', 'name': 'router1', 'tenant_id': 'cf931c3358334a969b8a22fa1edbbe55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:24:43Z', 'updated_at': '2022-08-08T02:24:53Z', 'revision_number': 2, 'project_id': 'cf931c3358334a969b8a22fa1edbbe55', 'gw_port_host': None, '_interfaces': [{'id': 'c7436655-a17d-4b3e-a32c-d86fd88f4455', 'name': '', 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d', 'tenant_id': 'cf931c3358334a969b8a22fa1edbbe55', 'mac_address': 'fa:16:3e:71:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a743a-0a07-4bff-9a3f-2f65fdaa675f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40436dda-5964-4b3e-a947-e239c9db4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:24:52Z', 'updated_at': '2022-08-08T02:24:55Z', 'revision_number': 4, 'project_id': 'cf931c3358334a969b8a22fa1edbbe55', 'subnets': [{'id': '40436dda-5964-4b3e-a947-e239c9db4bdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb293929-eebc-4245-a800-a3fb36e5250e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:24:56.337575 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae46805-12bb-4353-a186-96abbc67c8ce None None] The sync data for ids ['384a743a-0a07-4bff-9a3f-2f65fdaa675f'] in dv-cinder-852261-2-iscsi is: [{'id': '384a743a-0a07-4bff-9a3f-2f65fdaa675f', 'name': 'router1', 'tenant_id': 'cf931c3358334a969b8a22fa1edbbe55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:24:43Z', 'updated_at': '2022-08-08T02:24:53Z', 'revision_number': 2, 'project_id': 'cf931c3358334a969b8a22fa1edbbe55', 'gw_port_host': None, '_interfaces': [{'id': 'c7436655-a17d-4b3e-a32c-d86fd88f4455', 'name': '', 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d', 'tenant_id': 'cf931c3358334a969b8a22fa1edbbe55', 'mac_address': 'fa:16:3e:71:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a743a-0a07-4bff-9a3f-2f65fdaa675f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40436dda-5964-4b3e-a947-e239c9db4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:24:52Z', 'updated_at': '2022-08-08T02:24:55Z', 'revision_number': 4, 'project_id': 'cf931c3358334a969b8a22fa1edbbe55', 'subnets': [{'id': '40436dda-5964-4b3e-a947-e239c9db4bdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb293929-eebc-4245-a800-a3fb36e5250e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:24:56.456592 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 35476) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:24:56.845384 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcfbfd7-2056-45f5-b1c7-eb24a5f6ba72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:24:56.846959 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-ddcfbfd7-2056-45f5-b1c7-eb24a5f6ba72 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/e72f53b8-3f23-4d50-b125-ab42ad165078 HTTP/1.1" status: 200 len: 842 time: 0.3888869 Aug 08 02:24:56.856757 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-e83ccde1-a2d9-4c87-b240-18b0d7e733f5 admin admin] Request body: {'subnet': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'name': 'public-subnet', 'gateway_ip': '172.27.4.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.4.0/24'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:24:56.959747 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83ccde1-a2d9-4c87-b240-18b0d7e733f5 admin admin] Made reservation on behalf of 3e036fca31f44e57a9a6f1c124d31c6b for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:24:56.962120 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e83ccde1-a2d9-4c87-b240-18b0d7e733f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:57.364777 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.objects.ports [None req-e83ccde1-a2d9-4c87-b240-18b0d7e733f5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104276) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 08 02:24:57.365214 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e83ccde1-a2d9-4c87-b240-18b0d7e733f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for subnet (6e1ec8ad-ac66-4f1e-a382-58035adba7ec), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:57.414997 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ccde1-a2d9-4c87-b240-18b0d7e733f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e1ec8ad-ac66-4f1e-a382-58035adba7ec,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:24:57.431123 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83ccde1-a2d9-4c87-b240-18b0d7e733f5 admin admin] Checking segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:24:57.431472 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ccde1-a2d9-4c87-b240-18b0d7e733f5 admin admin] Network hostable DHCP agents. Network: e72f53b8-3f23-4d50-b125-ab42ad165078, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:24:57.530765 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ccde1-a2d9-4c87-b240-18b0d7e733f5 admin admin] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:24:57.616605 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-e83ccde1-a2d9-4c87-b240-18b0d7e733f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, e72f53b8-3f23-4d50-b125-ab42ad165078) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:24:57.621296 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83ccde1-a2d9-4c87-b240-18b0d7e733f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:24:57.621901 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e83ccde1-a2d9-4c87-b240-18b0d7e733f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:24:57.627968 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ec456c-12f1-47c8-a674-0e4aff9219c8 None None] Network e72f53b8-3f23-4d50-b125-ab42ad165078 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:24:57.704770 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e83ccde1-a2d9-4c87-b240-18b0d7e733f5 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8513126 Aug 08 02:24:57.747739 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8799006d-01aa-44ee-9017-04d161b4b25c None None] Network e72f53b8-3f23-4d50-b125-ab42ad165078 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:24:59.977303 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 35484) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:00.387138 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-cd686636-5ef7-40ae-842f-2f4ebf68c694 demo admin] 10.222.0.15 "GET /networking/v2.0/routers/384a743a-0a07-4bff-9a3f-2f65fdaa675f HTTP/1.1" status: 200 len: 710 time: 0.4086461 Aug 08 02:25:00.478335 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24180298-0b3b-421c-beab-d8f9ea2d030a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:25:00.479713 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-24180298-0b3b-421c-beab-d8f9ea2d030a demo admin] 10.222.0.15 "GET /networking/v2.0/networks/e72f53b8-3f23-4d50-b125-ab42ad165078 HTTP/1.1" status: 200 len: 886 time: 0.0867746 Aug 08 02:25:00.489609 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:25:00.491484 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:00.574194 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:00.732728 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Publish callbacks [] for router_gateway (384a743a-0a07-4bff-9a3f-2f65fdaa675f), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:01.015416 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Publish callbacks [] for router_gateway (384a743a-0a07-4bff-9a3f-2f65fdaa675f), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:01.098243 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:01.246730 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Allocated IP 172.27.4.169 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/183a784e-6d42-44e6-96cd-a341014a51ec) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:25:01.360799 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Publish callbacks [] for port (183a784e-6d42-44e6-96cd-a341014a51ec), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:01.516164 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (183a784e-6d42-44e6-96cd-a341014a51ec), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:01.525390 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:01.557755 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:25:01.561987 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:25:01.567318 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:25:01.603590 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Pushing event updated for resources: {'Port': ['ID=183a784e-6d42-44e6-96cd-a341014a51ec,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:01.685356 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device c7436655-a17d-4b3e-a32c-d86fd88f4455 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:01.730078 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port c7436655-a17d-4b3e-a32c-d86fd88f4455 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:01.730474 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:01.803681 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:01.805960 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port c7436655-a17d-4b3e-a32c-d86fd88f4455 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:01.806398 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:01.839934 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port c7436655-a17d-4b3e-a32c-d86fd88f4455, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=c7436655-a17d-4b3e-a32c-d86fd88f4455,segment=NetworkSegment(036f2aa9-c548-4316-ac9a-fc7acee7be14),segment_id=036f2aa9-c548-4316-ac9a-fc7acee7be14)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:01.910749 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:01.962032 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=c7436655-a17d-4b3e-a32c-d86fd88f4455,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:01.977518 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:01.991693 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Publish callbacks [] for router_gateway (384a743a-0a07-4bff-9a3f-2f65fdaa675f), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:02.185309 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-736214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router (384a743a-0a07-4bff-9a3f-2f65fdaa675f), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:02.188823 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-736217'] for router (384a743a-0a07-4bff-9a3f-2f65fdaa675f), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:02.293867 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Router 384a743a-0a07-4bff-9a3f-2f65fdaa675f has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:25:02.400086 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:25:02.405290 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:02.406498 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2c88bd85-b8c3-491a-a32b-ac9e2d5d6121 demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/384a743a-0a07-4bff-9a3f-2f65fdaa675f HTTP/1.1" status: 200 len: 890 time: 1.9208293 Aug 08 02:25:02.648817 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Sync routers for ids ['384a743a-0a07-4bff-9a3f-2f65fdaa675f'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:25:02.663471 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Routers {'384a743a-0a07-4bff-9a3f-2f65fdaa675f'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:02.664175 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:24:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['384a743a-0a07-4bff-9a3f-2f65fdaa675f'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:02.870205 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Set router 384a743a-0a07-4bff-9a3f-2f65fdaa675f gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:03.096941 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:03.239555 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384a743a-0a07-4bff-9a3f-2f65fdaa675f', 'name': 'router1', 'tenant_id': 'cf931c3358334a969b8a22fa1edbbe55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': '183a784e-6d42-44e6-96cd-a341014a51ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:24:43Z', 'updated_at': '2022-08-08T02:25:01Z', 'revision_number': 4, 'project_id': 'cf931c3358334a969b8a22fa1edbbe55', 'gw_port': {'id': '183a784e-6d42-44e6-96cd-a341014a51ec', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a743a-0a07-4bff-9a3f-2f65fdaa675f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:01Z', 'updated_at': '2022-08-08T02:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'c7436655-a17d-4b3e-a32c-d86fd88f4455', 'name': '', 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d', 'tenant_id': 'cf931c3358334a969b8a22fa1edbbe55', 'mac_address': 'fa:16:3e:71:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384a743a-0a07-4bff-9a3f-2f65fdaa675f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40436dda-5964-4b3e-a947-e239c9db4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:24:52Z', 'updated_at': '2022-08-08T02:25:01Z', 'revision_number': 5, 'project_id': 'cf931c3358334a969b8a22fa1edbbe55', 'subnets': [{'id': '40436dda-5964-4b3e-a947-e239c9db4bdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb293929-eebc-4245-a800-a3fb36e5250e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:03.289768 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Checking router: 384a743a-0a07-4bff-9a3f-2f65fdaa675f for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:25:03.290132 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Updating router 384a743a-0a07-4bff-9a3f-2f65fdaa675f port 183a784e-6d42-44e6-96cd-a341014a51ec binding host dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:25:03.343443 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (183a784e-6d42-44e6-96cd-a341014a51ec), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:03.688842 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device c7436655-a17d-4b3e-a32c-d86fd88f4455 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:03.757402 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Publish callbacks [] for port (183a784e-6d42-44e6-96cd-a341014a51ec), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:03.771543 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port c7436655-a17d-4b3e-a32c-d86fd88f4455 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:03.771856 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:03.815646 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:03.843746 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port c7436655-a17d-4b3e-a32c-d86fd88f4455 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:03.847253 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (183a784e-6d42-44e6-96cd-a341014a51ec), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:03.878365 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Attempting to bind port 183a784e-6d42-44e6-96cd-a341014a51ec on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:25:03.879082 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Attempting to bind port 183a784e-6d42-44e6-96cd-a341014a51ec by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:25:03.879209 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Attempting to bind port 183a784e-6d42-44e6-96cd-a341014a51ec on network e72f53b8-3f23-4d50-b125-ab42ad165078 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:25:03.891152 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:25:03.894516 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Checking segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:25:03.894516 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:03.894516 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Bound using segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:25:03.894516 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Bound port: 183a784e-6d42-44e6-96cd-a341014a51ec, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:25:03.894516 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (183a784e-6d42-44e6-96cd-a341014a51ec), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:03.916379 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f6c32-6e34-499a-82b7-48348d2bfa32 None None] Pushing event updated for resources: {'Port': ['ID=183a784e-6d42-44e6-96cd-a341014a51ec,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:03.950331 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] For port 183a784e-6d42-44e6-96cd-a341014a51ec, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:25:03.953358 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] For port 183a784e-6d42-44e6-96cd-a341014a51ec, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=183a784e-6d42-44e6-96cd-a341014a51ec,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:25:04.045493 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (183a784e-6d42-44e6-96cd-a341014a51ec), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:04.088885 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Routers {'384a743a-0a07-4bff-9a3f-2f65fdaa675f'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:25:04.089490 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:24:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['384a743a-0a07-4bff-9a3f-2f65fdaa675f'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:04.145774 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f6c32-6e34-499a-82b7-48348d2bfa32 None None] Pushing event updated for resources: {'Port': ['ID=183a784e-6d42-44e6-96cd-a341014a51ec,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:04.194617 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:04.207176 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] Set router 384a743a-0a07-4bff-9a3f-2f65fdaa675f gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:25:04.400407 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384a743a-0a07-4bff-9a3f-2f65fdaa675f', 'name': 'router1', 'tenant_id': 'cf931c3358334a969b8a22fa1edbbe55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': '183a784e-6d42-44e6-96cd-a341014a51ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:24:43Z', 'updated_at': '2022-08-08T02:25:01Z', 'revision_number': 4, 'project_id': 'cf931c3358334a969b8a22fa1edbbe55', 'gw_port': {'id': '183a784e-6d42-44e6-96cd-a341014a51ec', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a743a-0a07-4bff-9a3f-2f65fdaa675f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:01Z', 'updated_at': '2022-08-08T02:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'c7436655-a17d-4b3e-a32c-d86fd88f4455', 'name': '', 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d', 'tenant_id': 'cf931c3358334a969b8a22fa1edbbe55', 'mac_address': 'fa:16:3e:71:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384a743a-0a07-4bff-9a3f-2f65fdaa675f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40436dda-5964-4b3e-a947-e239c9db4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:24:52Z', 'updated_at': '2022-08-08T02:25:01Z', 'revision_number': 5, 'project_id': 'cf931c3358334a969b8a22fa1edbbe55', 'subnets': [{'id': '40436dda-5964-4b3e-a947-e239c9db4bdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb293929-eebc-4245-a800-a3fb36e5250e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:25:04.425536 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d55bef-59c1-42d7-a612-84f9ec9710ac None None] The sync data for ids ['384a743a-0a07-4bff-9a3f-2f65fdaa675f'] in dv-cinder-852261-2-iscsi is: [{'id': '384a743a-0a07-4bff-9a3f-2f65fdaa675f', 'name': 'router1', 'tenant_id': 'cf931c3358334a969b8a22fa1edbbe55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.169'}], 'enable_snat': True}, 'gw_port_id': '183a784e-6d42-44e6-96cd-a341014a51ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:24:43Z', 'updated_at': '2022-08-08T02:25:01Z', 'revision_number': 4, 'project_id': 'cf931c3358334a969b8a22fa1edbbe55', 'gw_port': {'id': '183a784e-6d42-44e6-96cd-a341014a51ec', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a743a-0a07-4bff-9a3f-2f65fdaa675f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:25:01Z', 'updated_at': '2022-08-08T02:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'c7436655-a17d-4b3e-a32c-d86fd88f4455', 'name': '', 'network_id': '39d20119-539e-4ba0-8c10-94fb9a9c792d', 'tenant_id': 'cf931c3358334a969b8a22fa1edbbe55', 'mac_address': 'fa:16:3e:71:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384a743a-0a07-4bff-9a3f-2f65fdaa675f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40436dda-5964-4b3e-a947-e239c9db4bdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:24:52Z', 'updated_at': '2022-08-08T02:25:01Z', 'revision_number': 5, 'project_id': 'cf931c3358334a969b8a22fa1edbbe55', 'subnets': [{'id': '40436dda-5964-4b3e-a947-e239c9db4bdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb293929-eebc-4245-a800-a3fb36e5250e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:25:04.816769 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 35496) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:25:05.226179 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-de3e7987-13a7-42b9-86ae-a1f60b03f927 admin admin] 10.222.0.15 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4080045 Aug 08 02:25:05.701401 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 183a784e-6d42-44e6-96cd-a341014a51ec up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:05.749741 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 183a784e-6d42-44e6-96cd-a341014a51ec triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:05.750133 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (183a784e-6d42-44e6-96cd-a341014a51ec), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:05.824879 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 183a784e-6d42-44e6-96cd-a341014a51ec is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:05.825256 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (183a784e-6d42-44e6-96cd-a341014a51ec), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:05.848143 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 183a784e-6d42-44e6-96cd-a341014a51ec, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=183a784e-6d42-44e6-96cd-a341014a51ec,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:25:05.915701 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (183a784e-6d42-44e6-96cd-a341014a51ec), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:05.967014 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=183a784e-6d42-44e6-96cd-a341014a51ec,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:25:06.306808 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=21 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:06.311722 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=57 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:07.697218 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 183a784e-6d42-44e6-96cd-a341014a51ec up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:25:07.767034 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 183a784e-6d42-44e6-96cd-a341014a51ec triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:25:07.768171 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (183a784e-6d42-44e6-96cd-a341014a51ec), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:07.843140 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 183a784e-6d42-44e6-96cd-a341014a51ec is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:25:15.218754 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=37 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:15.221983 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:17.840027 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:17.841933 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:20.567319 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d6f40882-855b-4a43-b642-2632296277b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:22.904155 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1825d78e-8ea3-4917-9382-22f95d2fb03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:24.318845 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:25.932199 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:26.073305 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:29.978157 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 5 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:25:36.006173 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:36.011801 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:38.993501 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:39.973883 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:25:50.576059 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f9e30c54-8ac3-42a7-a1a8-4f51fab70d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:52.903049 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-598a945c-01a5-40cd-b766-e6c90dbdfbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:54.319546 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:55.975458 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:25:56.089361 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:05.897787 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:06.005502 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:06.977634 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 5 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:26:18.970875 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:18.973234 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:20.564542 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9f1dffd4-7907-4935-9a58-ccf565163315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:22.900295 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ecd362a6-9a1e-41a7-84a5-4849221aebb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:24.290082 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:25.994319 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:26.084326 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:28.497277 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36038) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:28.832281 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.pecan_wsgi.hooks.translation [None req-091e9ed2-a2ac-4f92-b4b0-2620fc0a6239 admin admin] GET failed (client error): The resource could not be found. Aug 08 02:26:28.833620 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-091e9ed2-a2ac-4f92-b4b0-2620fc0a6239 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3345017 Aug 08 02:26:28.998641 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea76460a-9869-438a-ab68-1a03ad983e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:29.000127 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-ea76460a-9869-438a-ab68-1a03ad983e2d admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1622281 Aug 08 02:26:31.154660 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36048) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:31.530278 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f57bc1-32e8-49e8-aba5-7569e7156964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:31.531560 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-04f57bc1-32e8-49e8-aba5-7569e7156964 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/40436dda-5964-4b3e-a947-e239c9db4bdc HTTP/1.1" status: 200 len: 849 time: 0.3755972 Aug 08 02:26:31.540934 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:26:31.628760 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Publish callbacks [] for subnet (40436dda-5964-4b3e-a947-e239c9db4bdc), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:31.859790 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757459122908'] for subnet (40436dda-5964-4b3e-a947-e239c9db4bdc), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:31.893287 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:31.894371 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:31.895233 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] 10.222.0.15 "PUT /networking/v2.0/subnets/40436dda-5964-4b3e-a947-e239c9db4bdc HTTP/1.1" status: 200 len: 868 time: 0.3578250 Aug 08 02:26:31.898490 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0954c4f-e6bd-4393-9748-0d0d9b6137f4 None None] Network 39d20119-539e-4ba0-8c10-94fb9a9c792d requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:26:31.915964 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=40436dda-5964-4b3e-a947-e239c9db4bdc,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:26:31.932107 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:31.932457 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:31.933001 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:31.933345 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:31.934096 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:31.934533 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:31.934801 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:31.935753 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:31.936085 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:31.936703 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:31.937055 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:31.937399 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:31.937724 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:31.938050 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:31.938380 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db953e-ec43-40ff-bc0e-c3d4237135ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:26:32.221908 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-49020dbc-5d5a-463f-9b18-48c6175f636b None None] Provisioning complete for port c7436655-a17d-4b3e-a32c-d86fd88f4455 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:26:32.222295 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-49020dbc-5d5a-463f-9b18-48c6175f636b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (c7436655-a17d-4b3e-a32c-d86fd88f4455), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:32.296789 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-49020dbc-5d5a-463f-9b18-48c6175f636b None None] Current status of the port c7436655-a17d-4b3e-a32c-d86fd88f4455 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:26:32.304562 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-49020dbc-5d5a-463f-9b18-48c6175f636b None None] Provisioning complete for port a33c7dab-4796-4085-9b0d-d3393974dbc6 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:26:32.304945 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-49020dbc-5d5a-463f-9b18-48c6175f636b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (a33c7dab-4796-4085-9b0d-d3393974dbc6), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:32.376905 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-49020dbc-5d5a-463f-9b18-48c6175f636b None None] Current status of the port a33c7dab-4796-4085-9b0d-d3393974dbc6 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:26:34.092971 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36056) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:34.568973 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0542702-82e2-4318-9bf8-16abc497b54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:34.569448 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0542702-82e2-4318-9bf8-16abc497b54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:34.571040 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a0542702-82e2-4318-9bf8-16abc497b54b admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4771128 Aug 08 02:26:36.724644 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36064) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:37.130217 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497dc80a-c48e-4c88-969e-9cff2a71ca39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:37.130616 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497dc80a-c48e-4c88-969e-9cff2a71ca39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:37.132150 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-497dc80a-c48e-4c88-969e-9cff2a71ca39 admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4065647 Aug 08 02:26:39.295124 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36072) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:39.674209 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:39.699707 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa00e82-0183-4236-9864-195fefe20ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:39.701104 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7aa00e82-0183-4236-9864-195fefe20ddf admin admin] 10.222.0.15 "GET /networking/v2.0/networks/39d20119-539e-4ba0-8c10-94fb9a9c792d HTTP/1.1" status: 200 len: 869 time: 0.4050300 Aug 08 02:26:41.864833 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36080) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:42.235177 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:42.269948 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef868d1-cadd-4b25-86d8-5809f044c09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:42.271356 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-aef868d1-cadd-4b25-86d8-5809f044c09c admin admin] 10.222.0.15 "GET /networking/v2.0/networks/e72f53b8-3f23-4d50-b125-ab42ad165078 HTTP/1.1" status: 200 len: 886 time: 0.4054742 Aug 08 02:26:42.373536 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:42.375453 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:43.977595 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 5 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:26:44.412988 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36088) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:44.901814 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa716d16-2b0e-4aeb-8635-b454f7cb7c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:44.902186 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa716d16-2b0e-4aeb-8635-b454f7cb7c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:44.903922 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-aa716d16-2b0e-4aeb-8635-b454f7cb7c73 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4899697 Aug 08 02:26:47.060808 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36096) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:47.434695 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd24590e-4b5b-4e78-b896-6671ffbf13a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:47.434695 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd24590e-4b5b-4e78-b896-6671ffbf13a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:47.434695 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-bd24590e-4b5b-4e78-b896-6671ffbf13a2 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3706138 Aug 08 02:26:49.580842 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36104) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:50.005603 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd0d640-184c-4017-ac3c-486071716cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:50.007032 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8bd0d640-184c-4017-ac3c-486071716cf8 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/40436dda-5964-4b3e-a947-e239c9db4bdc HTTP/1.1" status: 200 len: 868 time: 0.4252756 Aug 08 02:26:50.563169 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-335fdb97-fcbc-40ad-ad87-5af7a46da041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:52.191036 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36114) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:26:52.553086 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea8f10e-5130-432d-a469-343538b957bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:26:52.554533 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-fea8f10e-5130-432d-a469-343538b957bc admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/6e1ec8ad-ac66-4f1e-a382-58035adba7ec HTTP/1.1" status: 200 len: 816 time: 0.3624654 Aug 08 02:26:52.923613 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-252a3823-c96d-4743-a7de-552eb1988d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:53.973380 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:53.974094 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:26:54.295152 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:55.963571 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:56.065055 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:26:59.995402 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:00.001217 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:02.549056 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=17 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:02.549833 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=34 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:06.001504 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:06.003261 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:19.132323 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=15 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:19.137218 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=11 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:20.209268 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36168) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:20.539690 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0503faac-5b0c-44f9-92f6-ae8ddbef5bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:20.582300 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [None req-554d6b77-d012-47d8-a3d7-b82c3ab3e047 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:27:20.583402 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-554d6b77-d012-47d8-a3d7-b82c3ab3e047 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3732059 Aug 08 02:27:20.976156 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 5 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:27:22.866862 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36176) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:22.888243 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1f9b5472-064a-4329-8c50-69f82f1e1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:23.214160 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.pecan_wsgi.hooks.translation [None req-8912ecde-f565-49a4-8c8a-6f9c769fdf60 admin admin] GET failed (client error): The resource could not be found. Aug 08 02:27:23.215683 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8912ecde-f565-49a4-8c8a-6f9c769fdf60 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3479123 Aug 08 02:27:23.377322 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb06cd3c-87c8-49d2-8fda-f0d11f08ae3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:23.378784 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-eb06cd3c-87c8-49d2-8fda-f0d11f08ae3e admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1589048 Aug 08 02:27:24.328188 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:25.557769 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36184) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:25.881707 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:27:25.968230 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.002628 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Made reservation on behalf of 3e036fca31f44e57a9a6f1c124d31c6b for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:27:26.005493 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.049060 dv-cinder-852261-2-iscsi neutron-server[104277]: WARNING neutron.services.revisions.revision_plugin [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Could not find related network for resource to bump revision. Aug 08 02:27:26.066755 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:27:26.080090 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757459093733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (e3633a4a-13e5-40b5-8bde-aa39d7b88f2a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.080627 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Unsubscribe: segment precommit_create {{(pid=104277) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 08 02:27:26.081173 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Added segment e3633a4a-13e5-40b5-8bde-aa39d7b88f2a of type vlan for network 90a9d33e-61a6-46ff-b592-d06d4a05db49 Aug 08 02:27:26.115378 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.137369 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (90a9d33e-61a6-46ff-b592-d06d4a05db49), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.212783 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (90a9d33e-61a6-46ff-b592-d06d4a05db49), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.213891 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:26.214600 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:26.301305 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7424061 Aug 08 02:27:26.337651 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Pushing event updated for resources: {'Network': ['ID=90a9d33e-61a6-46ff-b592-d06d4a05db49,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:26.347845 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:26.348190 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:26.348531 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:26.348861 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:26.349186 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:26.349506 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:26.349822 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:26.350138 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:26.350494 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:26.350812 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:26.351139 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:26.351462 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:26.351778 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:26.352088 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:26.352396 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576490b7-204c-4901-a751-b7b48f0b8990 admin admin] Tracked resource versions report: Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: pushed versions: Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: { 'AddressGroup': {'1.2'}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Agent': {'1.1'}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'ConntrackHelper': {'1.0'}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'LocalIPAssociation': {'1.0'}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Log': {'1.0'}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'NDPProxy': {'1.0'}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Network': {'1.1'}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Port': {'1.7'}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'PortForwarding': {'1.3'}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'QosPolicy': {'1.10'}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'SecurityGroup': {'1.5'}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'SecurityGroupRule': {'1.2'}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'SubPort': {'1.0'}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Subnet': {'1.1'}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Trunk': {'1.1'}} Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: consumer versions: Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: { DHCP agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: L3 agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: Metadata agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: Metering agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: Open vSwitch agent@dv-cinder-852261-2-iscsi: { 'AddressGroup': '1.2', Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Agent': '1.1', Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'ConntrackHelper': '1.0', Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'LocalIPAssociation': '1.0', Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Log': '1.0', Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'NDPProxy': '1.0', Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Network': '1.1', Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Port': '1.7', Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'PortForwarding': '1.3', Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'QosPolicy': '1.10', Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'SecurityGroup': '1.5', Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'SecurityGroupRule': '1.2', Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'SubPort': '1.0', Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Subnet': '1.1', Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Trunk': '1.1'}} Aug 08 02:27:26.353909 dv-cinder-852261-2-iscsi neutron-server[104277]: {{(pid=104277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 02:27:26.384875 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network 90a9d33e-61a6-46ff-b592-d06d4a05db49 details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:27:28.475422 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36196) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:27:28.817321 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.pecan_wsgi.hooks.translation [None req-596e5c10-0e86-4dcd-81f6-2ae59dad9929 admin admin] GET failed (client error): The resource could not be found. Aug 08 02:27:28.818630 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-596e5c10-0e86-4dcd-81f6-2ae59dad9929 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3421903 Aug 08 02:27:28.890890 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbaa3b3-e999-48ec-b3f4-e91566257da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:28.892247 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-5fbaa3b3-e999-48ec-b3f4-e91566257da5 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0693953 Aug 08 02:27:28.902329 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-e7b8f091-8bf1-43c8-8370-31e25c2a009a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '90a9d33e-61a6-46ff-b592-d06d4a05db49'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:27:28.979946 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b8f091-8bf1-43c8-8370-31e25c2a009a admin admin] Made reservation on behalf of 3e036fca31f44e57a9a6f1c124d31c6b for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:27:28.982267 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e7b8f091-8bf1-43c8-8370-31e25c2a009a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:29.242706 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e7b8f091-8bf1-43c8-8370-31e25c2a009a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for subnet (b3c92f83-5407-44df-9546-e206833ed0b5), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:29.305817 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8f091-8bf1-43c8-8370-31e25c2a009a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c92f83-5407-44df-9546-e206833ed0b5,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:29.310334 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8f091-8bf1-43c8-8370-31e25c2a009a admin admin] Checking segment: {'id': 'e3633a4a-13e5-40b5-8bde-aa39d7b88f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '90a9d33e-61a6-46ff-b592-d06d4a05db49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:27:29.310727 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8f091-8bf1-43c8-8370-31e25c2a009a admin admin] Network hostable DHCP agents. Network: 90a9d33e-61a6-46ff-b592-d06d4a05db49, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:27:29.389815 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8f091-8bf1-43c8-8370-31e25c2a009a admin admin] Network 90a9d33e-61a6-46ff-b592-d06d4a05db49 is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:27:29.476509 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-e7b8f091-8bf1-43c8-8370-31e25c2a009a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, 90a9d33e-61a6-46ff-b592-d06d4a05db49) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:27:29.481255 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b8f091-8bf1-43c8-8370-31e25c2a009a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:27:29.481849 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e7b8f091-8bf1-43c8-8370-31e25c2a009a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:29.486105 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e1c9dc-313c-4eb8-9a50-f8c4ff27bb5e None None] Network 90a9d33e-61a6-46ff-b592-d06d4a05db49 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:27:29.565004 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e7b8f091-8bf1-43c8-8370-31e25c2a009a admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6663380 Aug 08 02:27:29.695524 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5eb1d2e-7da7-5b72-863f-c4fa9899b996-90a9d33e-61a6-46ff-b592-d06d4a05db49', 'network_id': '90a9d33e-61a6-46ff-b592-d06d4a05db49', 'project_id': '3e036fca31f44e57a9a6f1c124d31c6b', 'fixed_ips': [{'subnet_id': 'b3c92f83-5407-44df-9546-e206833ed0b5'}]}} from dv-cinder-852261-2-iscsi. {{(pid=104278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:27:29.696479 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:29.841598 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Allocated IP 192.168.233.2 (90a9d33e-61a6-46ff-b592-d06d4a05db49/b3c92f83-5407-44df-9546-e206833ed0b5/5306be16-61fc-49cc-ad08-ca17cf5c40ad) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:27:29.992134 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Publish callbacks [] for port (5306be16-61fc-49cc-ad08-ca17cf5c40ad), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:29.999708 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:30.077179 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (5306be16-61fc-49cc-ad08-ca17cf5c40ad), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:30.123106 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Network 90a9d33e-61a6-46ff-b592-d06d4a05db49 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:27:30.128043 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:27:30.130084 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Pushing event updated for resources: {'Port': ['ID=5306be16-61fc-49cc-ad08-ca17cf5c40ad,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:30.132290 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:27:30.141033 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:30.141375 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:30.141717 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:30.142067 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:30.142419 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:30.142745 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:30.143065 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:30.143385 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:30.143706 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:30.144026 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:30.144340 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:30.144673 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:30.144987 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:30.145302 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:30.145614 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:27:30.200897 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Attempting to bind port 5306be16-61fc-49cc-ad08-ca17cf5c40ad on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:27:30.201320 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Attempting to bind port 5306be16-61fc-49cc-ad08-ca17cf5c40ad by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'e3633a4a-13e5-40b5-8bde-aa39d7b88f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '90a9d33e-61a6-46ff-b592-d06d4a05db49'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:27:30.201696 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Attempting to bind port 5306be16-61fc-49cc-ad08-ca17cf5c40ad on network 90a9d33e-61a6-46ff-b592-d06d4a05db49 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:27:30.206927 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:27:30.207293 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Checking segment: {'id': 'e3633a4a-13e5-40b5-8bde-aa39d7b88f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '90a9d33e-61a6-46ff-b592-d06d4a05db49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:27:30.207686 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:30.208302 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Bound using segment: {'id': 'e3633a4a-13e5-40b5-8bde-aa39d7b88f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '90a9d33e-61a6-46ff-b592-d06d4a05db49'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:27:30.208513 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Bound port: 5306be16-61fc-49cc-ad08-ca17cf5c40ad, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3633a4a-13e5-40b5-8bde-aa39d7b88f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '90a9d33e-61a6-46ff-b592-d06d4a05db49'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:27:30.208882 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (5306be16-61fc-49cc-ad08-ca17cf5c40ad), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:30.272282 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] For port 5306be16-61fc-49cc-ad08-ca17cf5c40ad, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:27:30.275375 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] For port 5306be16-61fc-49cc-ad08-ca17cf5c40ad, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=5306be16-61fc-49cc-ad08-ca17cf5c40ad,segment=NetworkSegment(e3633a4a-13e5-40b5-8bde-aa39d7b88f2a),segment_id=e3633a4a-13e5-40b5-8bde-aa39d7b88f2a)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:27:30.357241 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (5306be16-61fc-49cc-ad08-ca17cf5c40ad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:30.415478 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9022a69-a388-41b4-b29b-169a4761e609 None None] Pushing event updated for resources: {'Port': ['ID=5306be16-61fc-49cc-ad08-ca17cf5c40ad,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:30.972007 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:31.226317 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9e6be0-9e6d-45d4-bbc4-2afdb5351b0f None None] Network 90a9d33e-61a6-46ff-b592-d06d4a05db49 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:27:31.273723 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:31.286992 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:31.341657 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-2bd96ffc-263c-4f3f-b85f-18fdaa72f003 None None] Provisioning complete for port 5306be16-61fc-49cc-ad08-ca17cf5c40ad triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:27:31.342049 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2bd96ffc-263c-4f3f-b85f-18fdaa72f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (5306be16-61fc-49cc-ad08-ca17cf5c40ad), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:31.429509 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-2bd96ffc-263c-4f3f-b85f-18fdaa72f003 None None] Current status of the port 5306be16-61fc-49cc-ad08-ca17cf5c40ad is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:27:31.429836 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2bd96ffc-263c-4f3f-b85f-18fdaa72f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (5306be16-61fc-49cc-ad08-ca17cf5c40ad), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:31.484778 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-2bd96ffc-263c-4f3f-b85f-18fdaa72f003 None None] For port 5306be16-61fc-49cc-ad08-ca17cf5c40ad, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=5306be16-61fc-49cc-ad08-ca17cf5c40ad,segment=NetworkSegment(e3633a4a-13e5-40b5-8bde-aa39d7b88f2a),segment_id=e3633a4a-13e5-40b5-8bde-aa39d7b88f2a)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:27:31.539231 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2bd96ffc-263c-4f3f-b85f-18fdaa72f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (5306be16-61fc-49cc-ad08-ca17cf5c40ad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:31.591488 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd96ffc-263c-4f3f-b85f-18fdaa72f003 None None] Pushing event updated for resources: {'Port': ['ID=5306be16-61fc-49cc-ad08-ca17cf5c40ad,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:27:31.658012 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-7dc4f3c9-09ff-4672-96c4-50ab5b1281e0 None None] Provisioning complete for port 5306be16-61fc-49cc-ad08-ca17cf5c40ad triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:27:31.658419 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7dc4f3c9-09ff-4672-96c4-50ab5b1281e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (5306be16-61fc-49cc-ad08-ca17cf5c40ad), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:31.733395 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4f3c9-09ff-4672-96c4-50ab5b1281e0 None None] Current status of the port 5306be16-61fc-49cc-ad08-ca17cf5c40ad is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:27:31.798959 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 5306be16-61fc-49cc-ad08-ca17cf5c40ad up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:27:31.847814 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 5306be16-61fc-49cc-ad08-ca17cf5c40ad triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:27:31.848204 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (5306be16-61fc-49cc-ad08-ca17cf5c40ad), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:31.923308 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 5306be16-61fc-49cc-ad08-ca17cf5c40ad is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:27:39.490879 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:39.491661 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=77,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:41.917905 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=2,neutron:SELECT=36 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:41.921332 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=80 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:27:50.561181 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d9662c0e-9201-4635-9981-c609d360c589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:52.904175 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ac763cdf-a645-47ef-b2b4-ccc7ab065ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:54.320395 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:55.972750 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:56.087141 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:27:57.974558 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 5 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:28:05.999145 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:06.003555 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:07.970811 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:07.971608 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:18.967866 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:18.968600 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:20.537878 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ece3ca5f-0fb2-4a96-bb43-5f2b580bc7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:22.943359 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-34d16ffe-045b-49e7-9508-d0d0a07c2e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:24.343108 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:25.959937 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:26.074344 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:34.973515 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 5 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:28:35.997358 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:36.011441 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:44.003186 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:44.969474 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:28:48.969002 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36234) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:48.974632 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [None req-c1c3a43f-a541-48d5-ac98-9121c3f5747f tempest-verify_tempest_config-1512292018 tempest-verify_tempest_config-1512292018-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:28:48.975659 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-c1c3a43f-a541-48d5-ac98-9121c3f5747f tempest-verify_tempest_config-1512292018 tempest-verify_tempest_config-1512292018-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056536 Aug 08 02:28:49.636461 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36252) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:49.962894 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:50.035667 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Publish callbacks [] for security_group (c963c508-e6f0-464d-8768-7cdaca92d78c), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:50.107919 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (c963c508-e6f0-464d-8768-7cdaca92d78c), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:50.157663 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6704a76dc1834f79ad128246eeb79a4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5201247 Aug 08 02:28:50.158679 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c963c508-e6f0-464d-8768-7cdaca92d78c,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:50.160670 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36258) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:28:50.166048 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.166422 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.166767 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.167106 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.167446 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.167776 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.168103 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.168426 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.168780 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.169162 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.169504 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.169834 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.170154 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.170510 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.170831 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f8eb8-a293-4a2c-9ea3-0794cf45f652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.240268 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Publish callbacks [] for security_group (c963c508-e6f0-464d-8768-7cdaca92d78c), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:50.261838 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Publish callbacks [] for security_group (c963c508-e6f0-464d-8768-7cdaca92d78c), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:50.427608 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (c963c508-e6f0-464d-8768-7cdaca92d78c), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:50.431317 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:50.432447 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c963c508-e6f0-464d-8768-7cdaca92d78c HTTP/1.1" status: 204 len: 168 time: 0.2707660 Aug 08 02:28:50.440342 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c963c508-e6f0-464d-8768-7cdaca92d78c,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:28:50.447532 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.447875 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.448224 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.448559 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.448886 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.449271 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.449595 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.449917 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.450259 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.450604 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.450926 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.451261 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.451579 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.451891 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.452204 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696adef9-8f68-4f34-90a9-1a524dc64009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:28:50.548001 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b64ed4c-4043-4554-975b-6739353131bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:52.942537 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3048a777-de21-4208-8e52-c62270560e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:54.353536 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:55.970198 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:28:56.108107 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:00.161046 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=18,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:00.161947 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=21,neutron:INSERT=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:00.436331 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:00.443122 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:05.997285 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:06.003212 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:11.973825 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 5 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:29:20.553592 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c0654d62-5ab6-4980-b3d4-72919d857288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:20.994772 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=16 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:21.970068 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=18 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:22.895197 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9237b56c-de98-452d-8aec-752ce3f2dd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:24.318490 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:25.986744 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:26.066749 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:35.999911 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:36.007921 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:29:48.972700 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 5 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:29:50.539854 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0e64226f-a733-4b00-a4cf-1392689d9a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:52.923140 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bb9546cd-bbca-4e21-97f8-40f3c7e1c406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:54.328156 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:55.962520 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:29:56.076877 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:01.972141 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:01.972846 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:06.004400 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:06.006214 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:18.972304 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:18.973105 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:20.527841 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4c77d7c5-9a40-4d0d-8108-1ad4e78d58ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:22.881981 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ac0fb28c-d80a-471d-a65e-42289628deda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:24.334752 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:24.459477 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729817'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:25.971830 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:30:26.007584 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:26.093063 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:35.003992 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:35.932840 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36352) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:35.967627 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:35.997817 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:36.005219 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:36.062571 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8d1e9850-539b-4823-be29-f0bcb55c24e7 admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1286061 Aug 08 02:30:38.135626 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36362) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:30:38.199659 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-ad63313c-3cfb-431d-ac4b-bd58a544c64d admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0629346 Aug 08 02:30:46.057265 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:48.192263 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:48.194047 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:30:50.543829 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9655c320-7559-4344-a452-688f847445e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:52.902463 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-720bb75f-72a4-4bb8-a8b5-d96698e31c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:54.309168 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:54.406556 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:55.972254 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:30:56.057756 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:02.970686 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:31:05.994571 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:06.001525 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:19.037512 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=16 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:19.040270 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=18 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:20.566158 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e3a19c44-1b0c-4eac-b575-bdaa8bdc12ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:22.908235 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1f053026-2d94-40eb-934d-bfa42056e6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:24.320278 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:24.394450 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:25.988987 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:26.085795 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:36.006297 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:36.009216 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:39.972321 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:31:49.965546 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:49.966422 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:31:50.542418 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-090bff71-227d-47f5-b110-e84bacb673af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:52.907522 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-69d5bc24-ae77-4994-b521-13090a7d5ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:54.329505 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:54.410571 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:55.975860 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:31:56.062221 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:06.003232 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:06.010923 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:09.805174 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36520) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:10.133534 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-network', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:10.237915 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Made reservation on behalf of dddb64c31c0a4db2a184543c435c7bc0 for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:32:10.240409 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:10.249220 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:10.329225 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Publish callbacks [] for security_group (47b36791-2275-4294-97a2-3d70d78f1462), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:10.375604 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36550) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:10.424481 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (47b36791-2275-4294-97a2-3d70d78f1462), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:10.449774 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:32:10.455209 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b36791-2275-4294-97a2-3d70d78f1462,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:10.466166 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (5091a52d-e603-484c-bd4b-03c9a84bfa9d), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:10.466531 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Added segment 5091a52d-e603-484c-bd4b-03c9a84bfa9d of type vlan for network 87360f95-f3ba-477f-b837-ec26e9e98a48 Aug 08 02:32:10.468451 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:10.468795 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:10.469153 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:10.469492 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:10.469820 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:10.470145 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:10.470499 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:10.470822 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Tracked resource versions report: Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: pushed versions: Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: { 'AddressGroup': {'1.2'}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Agent': {'1.1'}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'ConntrackHelper': {'1.0'}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'LocalIPAssociation': {'1.0'}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Log': {'1.0'}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'NDPProxy': {'1.0'}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Network': {'1.1'}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Port': {'1.7'}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'PortForwarding': {'1.3'}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'QosPolicy': {'1.10'}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'SecurityGroup': {'1.5'}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'SecurityGroupRule': {'1.2'}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'SubPort': {'1.0'}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Subnet': {'1.1'}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Trunk': {'1.1'}} Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: consumer versions: Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: { DHCP agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: HyperV agent@hv-cinder-85226: {}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: L3 agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: Metadata agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: Metering agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: Open vSwitch agent@dv-cinder-852261-2-iscsi: { 'AddressGroup': '1.2', Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Agent': '1.1', Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'ConntrackHelper': '1.0', Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'LocalIPAssociation': '1.0', Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Log': '1.0', Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'NDPProxy': '1.0', Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Network': '1.1', Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Port': '1.7', Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'PortForwarding': '1.3', Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'QosPolicy': '1.10', Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'SecurityGroup': '1.5', Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'SecurityGroupRule': '1.2', Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'SubPort': '1.0', Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Subnet': '1.1', Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: 'Trunk': '1.1'}} Aug 08 02:32:10.474203 dv-cinder-852261-2-iscsi neutron-server[104276]: {{(pid=104276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 02:32:10.516712 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (87360f95-f3ba-477f-b837-ec26e9e98a48), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:10.624095 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36562) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:10.627539 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (87360f95-f3ba-477f-b837-ec26e9e98a48), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:10.628799 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:10.629394 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:10.697189 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] Pushing event updated for resources: {'Network': ['ID=87360f95-f3ba-477f-b837-ec26e9e98a48,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:10.713327 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network 87360f95-f3ba-477f-b837-ec26e9e98a48 details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:32:10.748996 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36570) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:10.749782 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-dd1432c4-98b6-4a66-9925-144cd8292e60 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9426913 Aug 08 02:32:10.753965 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Request body: {'subnet': {'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-subnet', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:10.778915 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-995151589-network', 'tenant_id': 'ce575522168344caacf13cfc7779e25b'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:10.822071 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Made reservation on behalf of dddb64c31c0a4db2a184543c435c7bc0 for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:32:10.824528 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:10.867320 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Made reservation on behalf of ce575522168344caacf13cfc7779e25b for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:32:10.873531 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:10.893419 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.056536 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-547b4025-4b31-4912-82b2-5e51712f91e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-37230811-network', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:11.107974 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Publish callbacks [] for security_group (8c23a661-7a62-4182-87b5-c9a0c514c77f), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.147515 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for subnet (e0a15f1e-8f7d-40be-8001-fcd3ba94b32d), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.187516 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547b4025-4b31-4912-82b2-5e51712f91e9 admin admin] Made reservation on behalf of f1f194384993444da5c7b7f30e42746d for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:32:11.189864 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-547b4025-4b31-4912-82b2-5e51712f91e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.192267 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (8c23a661-7a62-4182-87b5-c9a0c514c77f), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.224991 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-547b4025-4b31-4912-82b2-5e51712f91e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.234950 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:32:11.263723 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Checking segment: {'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:11.264084 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Network hostable DHCP agents. Network: 87360f95-f3ba-477f-b837-ec26e9e98a48, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:32:11.287022 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a15f1e-8f7d-40be-8001-fcd3ba94b32d,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:11.297064 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.297277 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Added segment 7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4 of type vlan for network ebd23614-7412-4d82-9d70-8d1b57406fcb Aug 08 02:32:11.321875 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c23a661-7a62-4182-87b5-c9a0c514c77f,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:11.328777 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:11.330190 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.330551 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.330906 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.331242 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.331567 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.331890 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.332211 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.332547 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.332879 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.333201 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.333531 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.333872 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.334183 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.334541 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.334852 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Tracked resource versions report: Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: pushed versions: Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: { 'AddressGroup': {'1.2'}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Agent': {'1.1'}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'ConntrackHelper': {'1.0'}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'LocalIPAssociation': {'1.0'}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Log': {'1.0'}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'NDPProxy': {'1.0'}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Network': {'1.1'}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Port': {'1.7'}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'PortForwarding': {'1.3'}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'QosPolicy': {'1.10'}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'SecurityGroup': {'1.5'}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'SecurityGroupRule': {'1.2'}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'SubPort': {'1.0'}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Subnet': {'1.1'}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Trunk': {'1.1'}} Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: consumer versions: Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: { DHCP agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: HyperV agent@hv-cinder-85226: {}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: L3 agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: Metadata agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: Metering agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: Open vSwitch agent@dv-cinder-852261-2-iscsi: { 'AddressGroup': '1.2', Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Agent': '1.1', Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'ConntrackHelper': '1.0', Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'LocalIPAssociation': '1.0', Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Log': '1.0', Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'NDPProxy': '1.0', Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Network': '1.1', Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Port': '1.7', Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'PortForwarding': '1.3', Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'QosPolicy': '1.10', Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'SecurityGroup': '1.5', Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'SecurityGroupRule': '1.2', Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'SubPort': '1.0', Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Subnet': '1.1', Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: 'Trunk': '1.1'}} Aug 08 02:32:11.336015 dv-cinder-852261-2-iscsi neutron-server[104277]: {{(pid=104277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 02:32:11.374820 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.375164 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.375517 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.375847 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.376396 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.376646 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.376963 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.377278 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.377596 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.377911 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.378243 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.378599 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.378917 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.379227 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.379536 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:11.406508 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (ebd23614-7412-4d82-9d70-8d1b57406fcb), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.439711 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:11.466411 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-547b4025-4b31-4912-82b2-5e51712f91e9 admin admin] Publish callbacks [] for security_group (b7bcda9c-6869-4e5f-ae5b-d84e6238117c), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.501787 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Network 87360f95-f3ba-477f-b837-ec26e9e98a48 is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:32:11.504156 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (ebd23614-7412-4d82-9d70-8d1b57406fcb), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.505136 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:11.505698 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.564002 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-547b4025-4b31-4912-82b2-5e51712f91e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (b7bcda9c-6869-4e5f-ae5b-d84e6238117c), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.573207 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, 87360f95-f3ba-477f-b837-ec26e9e98a48) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:11.577367 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:11.577937 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.582563 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8782c724-729c-4907-834b-641639795405 None None] Network 87360f95-f3ba-477f-b837-ec26e9e98a48 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:32:11.618927 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2419806 Aug 08 02:32:11.620983 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36616) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:11.623619 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547b4025-4b31-4912-82b2-5e51712f91e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:32:11.626755 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-53c36d3b-5b59-4c51-b4cd-ef71529f531a admin admin] Request body: {'subnet': {'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-995151589-subnet', 'tenant_id': 'ce575522168344caacf13cfc7779e25b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:11.629532 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42308bb7-6f73-4eb7-af3a-a6a64640b9ac admin admin] Pushing event updated for resources: {'Network': ['ID=ebd23614-7412-4d82-9d70-8d1b57406fcb,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:11.647670 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network ebd23614-7412-4d82-9d70-8d1b57406fcb details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:32:11.659320 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b4025-4b31-4912-82b2-5e51712f91e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bcda9c-6869-4e5f-ae5b-d84e6238117c,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:11.673300 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-547b4025-4b31-4912-82b2-5e51712f91e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (82b5434b-e884-4b98-ad86-7b5fa2978654), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.673300 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-547b4025-4b31-4912-82b2-5e51712f91e9 admin admin] Added segment 82b5434b-e884-4b98-ad86-7b5fa2978654 of type vlan for network a983a294-01dc-46eb-aef5-c79712b4e933 Aug 08 02:32:11.709609 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-1e68f9e8-c524-4f2a-9f05-41f7f7f94ab5 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9595397 Aug 08 02:32:11.713653 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36620) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:11.720104 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:11.732772 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-547b4025-4b31-4912-82b2-5e51712f91e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (a983a294-01dc-46eb-aef5-c79712b4e933), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.767837 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5eb1d2e-7da7-5b72-863f-c4fa9899b996-87360f95-f3ba-477f-b837-ec26e9e98a48', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d'}]}} from dv-cinder-852261-2-iscsi. {{(pid=104278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:32:11.768850 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.805161 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (19321b71-4a2a-4e6e-99a1-b50064793534), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.806643 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1866'] for router (19321b71-4a2a-4e6e-99a1-b50064793534), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.861711 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-547b4025-4b31-4912-82b2-5e51712f91e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (a983a294-01dc-46eb-aef5-c79712b4e933), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.863056 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b4025-4b31-4912-82b2-5e51712f91e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:11.863802 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-547b4025-4b31-4912-82b2-5e51712f91e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.954035 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b4025-4b31-4912-82b2-5e51712f91e9 admin admin] Pushing event updated for resources: {'Network': ['ID=a983a294-01dc-46eb-aef5-c79712b4e933,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:11.957270 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c36d3b-5b59-4c51-b4cd-ef71529f531a admin admin] Made reservation on behalf of ce575522168344caacf13cfc7779e25b for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:32:11.967243 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-53c36d3b-5b59-4c51-b4cd-ef71529f531a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.973384 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Publish callbacks [] for router_controller (19321b71-4a2a-4e6e-99a1-b50064793534), precommit_add_association {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:11.986896 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Allocated IP 172.20.0.2 (87360f95-f3ba-477f-b837-ec26e9e98a48/e0a15f1e-8f7d-40be-8001-fcd3ba94b32d/5feb4f1d-91c4-49e8-a661-ae60a395dd2f) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:32:12.049275 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-547b4025-4b31-4912-82b2-5e51712f91e9 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4237509 Aug 08 02:32:12.052172 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36632) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:12.059088 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-90743e28-6c98-49c0-be3f-554693a30ad7 admin admin] Request body: {'subnet': {'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-subnet', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:12.068974 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network a983a294-01dc-46eb-aef5-c79712b4e933 details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:32:12.203746 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90743e28-6c98-49c0-be3f-554693a30ad7 admin admin] Made reservation on behalf of f1f194384993444da5c7b7f30e42746d for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:32:12.206237 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-90743e28-6c98-49c0-be3f-554693a30ad7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:12.244110 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Publish callbacks [] for port (5feb4f1d-91c4-49e8-a661-ae60a395dd2f), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:12.334279 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:12.348910 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (5feb4f1d-91c4-49e8-a661-ae60a395dd2f), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:12.353969 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-53c36d3b-5b59-4c51-b4cd-ef71529f531a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for subnet (f22d6db6-ad53-49f6-a361-e9ff9f07d563), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:12.392083 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:12.411323 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Network 87360f95-f3ba-477f-b837-ec26e9e98a48 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:12.416514 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:12.426220 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:32:12.481822 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c36d3b-5b59-4c51-b4cd-ef71529f531a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f22d6db6-ad53-49f6-a361-e9ff9f07d563,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:12.489609 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:12.503582 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Publish callbacks [] for router_gateway (19321b71-4a2a-4e6e-99a1-b50064793534), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:12.533767 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Pushing event updated for resources: {'Port': ['ID=5feb4f1d-91c4-49e8-a661-ae60a395dd2f,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:12.536156 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Attempting to bind port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:32:12.536529 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Attempting to bind port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:32:12.536869 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Attempting to bind port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f on network 87360f95-f3ba-477f-b837-ec26e9e98a48 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:12.547335 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:32:12.547940 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Checking segment: {'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:12.548506 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:12.549051 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Bound using segment: {'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:32:12.549678 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Bound port: 5feb4f1d-91c4-49e8-a661-ae60a395dd2f, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:32:12.550216 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (5feb4f1d-91c4-49e8-a661-ae60a395dd2f), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:12.552853 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c36d3b-5b59-4c51-b4cd-ef71529f531a admin admin] Checking segment: {'id': '7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:12.553222 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c36d3b-5b59-4c51-b4cd-ef71529f531a admin admin] Network hostable DHCP agents. Network: ebd23614-7412-4d82-9d70-8d1b57406fcb, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:32:12.554968 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.556694 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.557310 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.557826 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.558160 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.558510 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.558829 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.559167 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.559461 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.559789 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.560089 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.560419 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.560732 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.561042 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.561478 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Tracked resource versions report: Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: pushed versions: Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: { 'AddressGroup': {'1.2'}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Agent': {'1.1'}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'ConntrackHelper': {'1.0'}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'LocalIPAssociation': {'1.0'}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Log': {'1.0'}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'NDPProxy': {'1.0'}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Network': {'1.1'}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Port': {'1.7'}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'PortForwarding': {'1.3'}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'QosPolicy': {'1.10'}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'SecurityGroup': {'1.5'}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'SecurityGroupRule': {'1.2'}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'SubPort': {'1.0'}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Subnet': {'1.1'}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Trunk': {'1.1'}} Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: consumer versions: Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: { DHCP agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: HyperV agent@hv-cinder-85226: {}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: L3 agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: Metadata agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: Metering agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: Open vSwitch agent@dv-cinder-852261-2-iscsi: { 'AddressGroup': '1.2', Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Agent': '1.1', Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'ConntrackHelper': '1.0', Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'LocalIPAssociation': '1.0', Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Log': '1.0', Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'NDPProxy': '1.0', Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Network': '1.1', Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Port': '1.7', Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'PortForwarding': '1.3', Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'QosPolicy': '1.10', Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'SecurityGroup': '1.5', Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'SecurityGroupRule': '1.2', Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'SubPort': '1.0', Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Subnet': '1.1', Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: 'Trunk': '1.1'}} Aug 08 02:32:12.562865 dv-cinder-852261-2-iscsi neutron-server[104278]: {{(pid=104278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 02:32:12.593842 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-90743e28-6c98-49c0-be3f-554693a30ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for subnet (e4898143-b142-4521-9351-8ef3bd60567c), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:12.681176 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90743e28-6c98-49c0-be3f-554693a30ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4898143-b142-4521-9351-8ef3bd60567c,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:12.690759 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90743e28-6c98-49c0-be3f-554693a30ad7 admin admin] Checking segment: {'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:12.691751 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90743e28-6c98-49c0-be3f-554693a30ad7 admin admin] Network hostable DHCP agents. Network: a983a294-01dc-46eb-aef5-c79712b4e933, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:32:12.713935 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] For port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:32:12.719104 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] For port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=5feb4f1d-91c4-49e8-a661-ae60a395dd2f,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:32:12.723930 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c36d3b-5b59-4c51-b4cd-ef71529f531a admin admin] Network ebd23614-7412-4d82-9d70-8d1b57406fcb is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:32:12.798682 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90743e28-6c98-49c0-be3f-554693a30ad7 admin admin] Network a983a294-01dc-46eb-aef5-c79712b4e933 is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:32:12.841544 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Publish callbacks [] for router_gateway (19321b71-4a2a-4e6e-99a1-b50064793534), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:12.850708 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (5feb4f1d-91c4-49e8-a661-ae60a395dd2f), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:12.872721 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:12.879664 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-90743e28-6c98-49c0-be3f-554693a30ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, a983a294-01dc-46eb-aef5-c79712b4e933) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:12.885013 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90743e28-6c98-49c0-be3f-554693a30ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:12.885582 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-53c36d3b-5b59-4c51-b4cd-ef71529f531a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, ebd23614-7412-4d82-9d70-8d1b57406fcb) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:12.885722 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-90743e28-6c98-49c0-be3f-554693a30ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:12.892889 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c36d3b-5b59-4c51-b4cd-ef71529f531a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:12.893471 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-53c36d3b-5b59-4c51-b4cd-ef71529f531a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:12.933532 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f2c5e4-8f43-4a14-b24b-fd1b51589c58 None None] Network a983a294-01dc-46eb-aef5-c79712b4e933 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:32:13.034242 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:13.046214 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Allocated IP 172.27.4.95 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/1a9b7060-dd5e-4d25-96f4-7aaa362bc387) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:32:13.053476 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-90743e28-6c98-49c0-be3f-554693a30ad7 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0000422 Aug 08 02:32:13.056607 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36668) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:13.061258 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:13.073514 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8f9533-37ae-48c3-a4e8-1d140ea3387f None None] Network ebd23614-7412-4d82-9d70-8d1b57406fcb requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:32:13.077582 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:13.103344 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5eb1d2e-7da7-5b72-863f-c4fa9899b996-a983a294-01dc-46eb-aef5-c79712b4e933', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'fixed_ips': [{'subnet_id': 'e4898143-b142-4521-9351-8ef3bd60567c'}]}} from dv-cinder-852261-2-iscsi. {{(pid=104278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:32:13.104318 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.170581 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.172186 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1866'] for router (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.175429 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-53c36d3b-5b59-4c51-b4cd-ef71529f531a admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5525742 Aug 08 02:32:13.182603 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36678) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:13.188032 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-995151589-router', 'tenant_id': 'ce575522168344caacf13cfc7779e25b', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:13.330198 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Publish callbacks [] for port (1a9b7060-dd5e-4d25-96f4-7aaa362bc387), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.330689 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Publish callbacks [] for router_controller (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), precommit_add_association {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.331026 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (18ea2ee9-e030-4828-bc77-5ed48221224c), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.331026 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1866'] for router (18ea2ee9-e030-4828-bc77-5ed48221224c), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.397032 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60ab34-4c99-4e4b-b467-e6d4db7a21c7 None None] Pushing event updated for resources: {'Port': ['ID=5feb4f1d-91c4-49e8-a661-ae60a395dd2f,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:13.471778 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (1a9b7060-dd5e-4d25-96f4-7aaa362bc387), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.524731 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Publish callbacks [] for router_controller (18ea2ee9-e030-4828-bc77-5ed48221224c), precommit_add_association {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.574514 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:13.574514 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:13.582715 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:32:13.702452 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:13.724956 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5eb1d2e-7da7-5b72-863f-c4fa9899b996-ebd23614-7412-4d82-9d70-8d1b57406fcb', 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb', 'project_id': 'ce575522168344caacf13cfc7779e25b', 'fixed_ips': [{'subnet_id': 'f22d6db6-ad53-49f6-a361-e9ff9f07d563'}]}} from dv-cinder-852261-2-iscsi. {{(pid=104278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:32:13.730937 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.751994 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Allocated IP 172.20.0.2 (a983a294-01dc-46eb-aef5-c79712b4e933/e4898143-b142-4521-9351-8ef3bd60567c/3aed8c0c-2c1f-4e51-bc1f-b7beb0503655) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:32:13.853024 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Publish callbacks [] for router_gateway (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:13.885267 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:13.886928 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Pushing event updated for resources: {'Port': ['ID=1a9b7060-dd5e-4d25-96f4-7aaa362bc387,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:14.090985 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 5feb4f1d-91c4-49e8-a661-ae60a395dd2f up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:14.163605 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Allocated IP 172.20.0.2 (ebd23614-7412-4d82-9d70-8d1b57406fcb/f22d6db6-ad53-49f6-a361-e9ff9f07d563/eaa45c19-3fac-436d-bc81-1616cdc1f139) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:32:14.243855 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Publish callbacks [] for router_gateway (18ea2ee9-e030-4828-bc77-5ed48221224c), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.303464 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:14.303932 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (5feb4f1d-91c4-49e8-a661-ae60a395dd2f), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.306051 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:14.313223 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Publish callbacks [] for port (3aed8c0c-2c1f-4e51-bc1f-b7beb0503655), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.366268 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Publish callbacks [] for router_gateway (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.408556 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.435313 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (3aed8c0c-2c1f-4e51-bc1f-b7beb0503655), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.475041 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:14.475432 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (5feb4f1d-91c4-49e8-a661-ae60a395dd2f), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.501767 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Publish callbacks [] for router_gateway (19321b71-4a2a-4e6e-99a1-b50064793534), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.504216 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Publish callbacks [] for port (eaa45c19-3fac-436d-bc81-1616cdc1f139), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.517617 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Network a983a294-01dc-46eb-aef5-c79712b4e933 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:14.518213 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:14.526036 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:14.533704 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818296e5-289e-402f-b644-32014dcf9d5b None None] Network 87360f95-f3ba-477f-b837-ec26e9e98a48 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:32:14.534320 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:32:14.612097 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Pushing event updated for resources: {'Port': ['ID=3aed8c0c-2c1f-4e51-bc1f-b7beb0503655,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:14.633915 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (eaa45c19-3fac-436d-bc81-1616cdc1f139), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.648263 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:14.679785 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=5feb4f1d-91c4-49e8-a661-ae60a395dd2f,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:14.725337 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Allocated IP 172.27.4.19 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/2cf993b0-c128-490d-8956-d08090d0307c) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:32:14.778535 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Publish callbacks [] for router_gateway (18ea2ee9-e030-4828-bc77-5ed48221224c), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.802497 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.812093 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Network ebd23614-7412-4d82-9d70-8d1b57406fcb is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:14.818163 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:14.826611 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (5feb4f1d-91c4-49e8-a661-ae60a395dd2f), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.831903 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-8f6929fa-6f30-4957-8a06-1ffa69f8078c None None] Provisioning complete for port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:14.832548 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8f6929fa-6f30-4957-8a06-1ffa69f8078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (5feb4f1d-91c4-49e8-a661-ae60a395dd2f), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:14.888453 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Publish callbacks [] for port (2cf993b0-c128-490d-8956-d08090d0307c), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.170434 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:32:15.181271 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:15.190366 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Attempting to bind port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:32:15.190366 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Attempting to bind port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:32:15.190366 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Attempting to bind port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 on network a983a294-01dc-46eb-aef5-c79712b4e933 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:15.193952 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656454'] for router (19321b71-4a2a-4e6e-99a1-b50064793534), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.195165 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Pushing event updated for resources: {'Port': ['ID=eaa45c19-3fac-436d-bc81-1616cdc1f139,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:15.195165 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:32:15.195165 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Checking segment: {'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:15.195165 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.195165 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Bound using segment: {'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:32:15.195165 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Bound port: 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:32:15.195165 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (3aed8c0c-2c1f-4e51-bc1f-b7beb0503655), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.234940 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (2cf993b0-c128-490d-8956-d08090d0307c), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.285256 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Router 19321b71-4a2a-4e6e-99a1-b50064793534 is scheduled to L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 with binding_index 1 {{(pid=104276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:32:15.310430 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Allocated IP 172.27.4.211 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/a2fe1ead-680e-4552-aaf7-eeda52d0f1df) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:32:15.316562 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Attempting to bind port eaa45c19-3fac-436d-bc81-1616cdc1f139 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:32:15.316938 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Attempting to bind port eaa45c19-3fac-436d-bc81-1616cdc1f139 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:32:15.317305 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Attempting to bind port eaa45c19-3fac-436d-bc81-1616cdc1f139 on network ebd23614-7412-4d82-9d70-8d1b57406fcb {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:15.332120 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=5feb4f1d-91c4-49e8-a661-ae60a395dd2f,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:15.345728 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:15.365496 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:15.365782 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:32:15.366163 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Checking segment: {'id': '7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:15.366656 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.367047 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Bound using segment: {'id': '7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:32:15.367562 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Bound port: eaa45c19-3fac-436d-bc81-1616cdc1f139, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:32:15.367961 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (eaa45c19-3fac-436d-bc81-1616cdc1f139), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.368632 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf993b0-c128-490d-8956-d08090d0307c,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:15.373077 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:32:15.381407 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-8f6929fa-6f30-4957-8a06-1ffa69f8078c None None] Current status of the port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:15.389048 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] For port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:32:15.447634 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] For port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=3aed8c0c-2c1f-4e51-bc1f-b7beb0503655,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:32:15.455404 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] For port eaa45c19-3fac-436d-bc81-1616cdc1f139, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:32:15.458907 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] For port eaa45c19-3fac-436d-bc81-1616cdc1f139, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=eaa45c19-3fac-436d-bc81-1616cdc1f139,segment=NetworkSegment(7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4),segment_id=7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:32:15.502691 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-9555c2b7-c0c0-4507-b293-cd97f4f652ca None None] Provisioning complete for port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:15.503179 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9555c2b7-c0c0-4507-b293-cd97f4f652ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (5feb4f1d-91c4-49e8-a661-ae60a395dd2f), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.540911 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:32:15.551190 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Sync routers for ids ['19321b71-4a2a-4e6e-99a1-b50064793534'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:32:15.559980 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (eaa45c19-3fac-436d-bc81-1616cdc1f139), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.561878 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Routers {'19321b71-4a2a-4e6e-99a1-b50064793534'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:15.562525 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:31:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['19321b71-4a2a-4e6e-99a1-b50064793534'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:15.567315 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (3aed8c0c-2c1f-4e51-bc1f-b7beb0503655), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.636992 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Publish callbacks [] for port (a2fe1ead-680e-4552-aaf7-eeda52d0f1df), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.656666 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.661231 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36748) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:15.668315 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-6850a551-78a7-4ff5-8037-e77a0ccd43d3 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9532776 Aug 08 02:32:15.787175 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9ba26-86fe-4f96-a52d-8ac266c79986 None None] Pushing event updated for resources: {'Port': ['ID=eaa45c19-3fac-436d-bc81-1616cdc1f139,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:15.813540 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Set router 19321b71-4a2a-4e6e-99a1-b50064793534 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:15.828212 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (a2fe1ead-680e-4552-aaf7-eeda52d0f1df), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:15.932563 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94be42b-6ec2-4e20-9570-81925f34779c None None] Pushing event updated for resources: {'Port': ['ID=3aed8c0c-2c1f-4e51-bc1f-b7beb0503655,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:15.941296 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-9555c2b7-c0c0-4507-b293-cd97f4f652ca None None] Current status of the port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:16.001946 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:16.010543 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:16.024517 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 5feb4f1d-91c4-49e8-a661-ae60a395dd2f up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:16.033427 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fe1ead-680e-4552-aaf7-eeda52d0f1df,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:16.044869 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:32:16.171931 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:16.172868 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (5feb4f1d-91c4-49e8-a661-ae60a395dd2f), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:16.371244 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:16.449327 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:16.501315 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Publish callbacks [] for router_gateway (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:16.504084 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:16.506125 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:16.516773 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:14Z', 'revision_number': 3, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:16.553852 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Checking router: 19321b71-4a2a-4e6e-99a1-b50064793534 for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:32:16.555037 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Updating router 19321b71-4a2a-4e6e-99a1-b50064793534 port 1a9b7060-dd5e-4d25-96f4-7aaa362bc387 binding host dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:32:16.558017 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:16.564492 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:16.588664 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (1a9b7060-dd5e-4d25-96f4-7aaa362bc387), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:16.704890 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Publish callbacks [] for router_gateway (18ea2ee9-e030-4828-bc77-5ed48221224c), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:16.964142 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Publish callbacks [] for port (1a9b7060-dd5e-4d25-96f4-7aaa362bc387), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:16.983928 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:32:16.987396 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656454'] for router (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:16.995380 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656454'] for router (18ea2ee9-e030-4828-bc77-5ed48221224c), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:17.047565 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (1a9b7060-dd5e-4d25-96f4-7aaa362bc387), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:17.116124 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Attempting to bind port 1a9b7060-dd5e-4d25-96f4-7aaa362bc387 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:32:17.116724 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Attempting to bind port 1a9b7060-dd5e-4d25-96f4-7aaa362bc387 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:32:17.117281 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Attempting to bind port 1a9b7060-dd5e-4d25-96f4-7aaa362bc387 on network e72f53b8-3f23-4d50-b125-ab42ad165078 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:17.118429 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:17.129806 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:32:17.130450 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Checking segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:17.131038 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:17.131965 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Bound using segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:32:17.133544 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Bound port: 1a9b7060-dd5e-4d25-96f4-7aaa362bc387, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:32:17.134201 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (1a9b7060-dd5e-4d25-96f4-7aaa362bc387), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:17.163208 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Pushing event updated for resources: {'Port': ['ID=1a9b7060-dd5e-4d25-96f4-7aaa362bc387,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:17.194088 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:17.194849 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:17.195392 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:17.196454 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:17.196765 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:17.197193 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:17.197680 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:17.198015 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:17.198426 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:17.198946 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:17.199280 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:17.199667 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:17.200000 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:17.200325 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:17.200651 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Tracked resource versions report: Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: pushed versions: Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: { 'AddressGroup': {'1.2'}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Agent': {'1.1'}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'ConntrackHelper': {'1.0'}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'LocalIPAssociation': {'1.0'}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Log': {'1.0'}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'NDPProxy': {'1.0'}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Network': {'1.1'}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Port': {'1.7'}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'PortForwarding': {'1.3'}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'QosPolicy': {'1.10'}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'SecurityGroup': {'1.5'}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'SecurityGroupRule': {'1.2'}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'SubPort': {'1.0'}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Subnet': {'1.1'}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Trunk': {'1.1'}} Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: consumer versions: Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: { DHCP agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: HyperV agent@hv-cinder-85226: {}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: L3 agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: Metadata agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: Metering agent@dv-cinder-852261-2-iscsi: {}, Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: Open vSwitch agent@dv-cinder-852261-2-iscsi: { 'AddressGroup': '1.2', Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Agent': '1.1', Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'ConntrackHelper': '1.0', Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'LocalIPAssociation': '1.0', Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Log': '1.0', Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'NDPProxy': '1.0', Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Network': '1.1', Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Port': '1.7', Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'PortForwarding': '1.3', Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'QosPolicy': '1.10', Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'SecurityGroup': '1.5', Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'SecurityGroupRule': '1.2', Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'SubPort': '1.0', Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Subnet': '1.1', Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: 'Trunk': '1.1'}} Aug 08 02:32:17.201888 dv-cinder-852261-2-iscsi neutron-server[104279]: {{(pid=104279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 02:32:17.232457 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Router 18ea2ee9-e030-4828-bc77-5ed48221224c is scheduled to L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 with binding_index 1 {{(pid=104276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:32:17.233118 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] For port 1a9b7060-dd5e-4d25-96f4-7aaa362bc387, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:32:17.241120 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] For port 1a9b7060-dd5e-4d25-96f4-7aaa362bc387, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=1a9b7060-dd5e-4d25-96f4-7aaa362bc387,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:32:17.294759 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:17.335633 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (1a9b7060-dd5e-4d25-96f4-7aaa362bc387), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:17.359970 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Routers {'19321b71-4a2a-4e6e-99a1-b50064793534'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:17.360600 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:31:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['19321b71-4a2a-4e6e-99a1-b50064793534'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:17.388836 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:32:17.400495 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Sync routers for ids ['18ea2ee9-e030-4828-bc77-5ed48221224c'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:32:17.415399 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Routers {'18ea2ee9-e030-4828-bc77-5ed48221224c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:17.420536 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:31:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['18ea2ee9-e030-4828-bc77-5ed48221224c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:17.483858 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dcfb55-54eb-4cc3-b0b4-8c4595a90903 None None] Network ebd23614-7412-4d82-9d70-8d1b57406fcb requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:32:17.503453 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:17.504947 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-425f1908-68ac-4fc6-bad9-3fb8deceace5 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3211644 Aug 08 02:32:17.507990 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36802) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:17.579053 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] Set router 19321b71-4a2a-4e6e-99a1-b50064793534 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:17.622638 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-73ed30fd-69a9-4acf-9387-5cb3c5059109 None None] Provisioning complete for port eaa45c19-3fac-436d-bc81-1616cdc1f139 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:17.623360 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-73ed30fd-69a9-4acf-9387-5cb3c5059109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (eaa45c19-3fac-436d-bc81-1616cdc1f139), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:17.655136 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed is scheduled to L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 with binding_index 1 {{(pid=104277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:32:17.678485 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:17.679417 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:17.683872 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:17.732092 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Set router 18ea2ee9-e030-4828-bc77-5ed48221224c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:17.778823 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fa186-6624-49ca-b4d1-4619ca4e5c9d None None] Pushing event updated for resources: {'Port': ['ID=1a9b7060-dd5e-4d25-96f4-7aaa362bc387,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:17.917313 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:17.933971 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Allocated IP 172.20.0.1 (87360f95-f3ba-477f-b837-ec26e9e98a48/e0a15f1e-8f7d-40be-8001-fcd3ba94b32d/313fc0af-f227-4411-b3a6-a4f22976a38c) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:32:17.939225 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:32:17.958288 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72708078-d262-43da-8376-797608a20096 None None] Sync routers for ids ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:32:17.971246 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:14Z', 'revision_number': 3, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:18.010646 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a6d86-7c55-4afa-8078-1ed050d7897f None None] The sync data for ids ['19321b71-4a2a-4e6e-99a1-b50064793534'] in dv-cinder-852261-2-iscsi is: [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:14Z', 'revision_number': 3, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:32:18.012387 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72708078-d262-43da-8376-797608a20096 None None] Routers {'4b5eb63e-9efa-4c52-8602-ab2443bc70ed'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:18.013011 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-72708078-d262-43da-8376-797608a20096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:31:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:18.119577 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:18.120877 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4acd83ef-65bf-4d8a-b4d3-2ac8c8adf878 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0633090 Aug 08 02:32:18.124785 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:18.125668 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36812) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:18.129268 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097f6aaa-eddb-48de-a236-593401667650 None None] Network a983a294-01dc-46eb-aef5-c79712b4e933 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:32:18.192856 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-72708078-d262-43da-8376-797608a20096 None None] Set router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:18.212534 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Publish callbacks [] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:18.236419 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:18.270906 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:18.330225 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:18.428439 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Network 87360f95-f3ba-477f-b837-ec26e9e98a48 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:18.447981 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-73ed30fd-69a9-4acf-9387-5cb3c5059109 None None] Current status of the port eaa45c19-3fac-436d-bc81-1616cdc1f139 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:18.447981 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-73ed30fd-69a9-4acf-9387-5cb3c5059109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (eaa45c19-3fac-436d-bc81-1616cdc1f139), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:18.449276 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:18.460032 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:32:18.464252 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732837'] for router_interface (19321b71-4a2a-4e6e-99a1-b50064793534), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:18.691501 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:18.697938 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (3aed8c0c-2c1f-4e51-bc1f-b7beb0503655), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:18.718900 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:18.728198 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Pushing event updated for resources: {'Port': ['ID=313fc0af-f227-4411-b3a6-a4f22976a38c,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:18.782315 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-72708078-d262-43da-8376-797608a20096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '2cf993b0-c128-490d-8956-d08090d0307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:15Z', 'revision_number': 3, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port': {'id': '2cf993b0-c128-490d-8956-d08090d0307c', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:18.885853 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72708078-d262-43da-8376-797608a20096 None None] Checking router: 4b5eb63e-9efa-4c52-8602-ab2443bc70ed for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:32:18.886502 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72708078-d262-43da-8376-797608a20096 None None] Updating router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed port 2cf993b0-c128-490d-8956-d08090d0307c binding host dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:32:18.929420 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-73ed30fd-69a9-4acf-9387-5cb3c5059109 None None] For port eaa45c19-3fac-436d-bc81-1616cdc1f139, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=eaa45c19-3fac-436d-bc81-1616cdc1f139,segment=NetworkSegment(7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4),segment_id=7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:18.960025 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-72708078-d262-43da-8376-797608a20096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (2cf993b0-c128-490d-8956-d08090d0307c), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:19.039091 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-73ed30fd-69a9-4acf-9387-5cb3c5059109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (eaa45c19-3fac-436d-bc81-1616cdc1f139), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:19.170194 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed30fd-69a9-4acf-9387-5cb3c5059109 None None] Pushing event updated for resources: {'Port': ['ID=eaa45c19-3fac-436d-bc81-1616cdc1f139,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:19.188576 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'name': 'tempest-DeleteServersTestJSON-995151589-router', 'tenant_id': 'ce575522168344caacf13cfc7779e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:16Z', 'revision_number': 3, 'project_id': 'ce575522168344caacf13cfc7779e25b', 'gw_port': {'id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:19.230492 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-0b2b1489-d2fd-42b3-81a7-7629d5b11f2e None None] Provisioning complete for port 313fc0af-f227-4411-b3a6-a4f22976a38c triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:19.230869 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b2b1489-d2fd-42b3-81a7-7629d5b11f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:19.235597 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Checking router: 18ea2ee9-e030-4828-bc77-5ed48221224c for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:32:19.235597 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Updating router 18ea2ee9-e030-4828-bc77-5ed48221224c port a2fe1ead-680e-4552-aaf7-eeda52d0f1df binding host dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:32:19.282624 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:19.305644 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:19.339865 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:19.350891 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (a2fe1ead-680e-4552-aaf7-eeda52d0f1df), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:19.497415 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-72708078-d262-43da-8376-797608a20096 None None] Publish callbacks [] for port (2cf993b0-c128-490d-8956-d08090d0307c), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:19.556465 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:19.557050 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (3aed8c0c-2c1f-4e51-bc1f-b7beb0503655), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:19.559308 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-0b2b1489-d2fd-42b3-81a7-7629d5b11f2e None None] Port 313fc0af-f227-4411-b3a6-a4f22976a38c cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:32:19.587371 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-72708078-d262-43da-8376-797608a20096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (2cf993b0-c128-490d-8956-d08090d0307c), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:19.614398 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-0b2b1489-d2fd-42b3-81a7-7629d5b11f2e None None] Provisioning complete for port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:19.614803 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b2b1489-d2fd-42b3-81a7-7629d5b11f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (3aed8c0c-2c1f-4e51-bc1f-b7beb0503655), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:19.662728 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36846) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:19.731671 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:19.758865 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:19.857793 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=3aed8c0c-2c1f-4e51-bc1f-b7beb0503655,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:19.923510 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:19.940059 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-72708078-d262-43da-8376-797608a20096 None None] Attempting to bind port 2cf993b0-c128-490d-8956-d08090d0307c on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:32:19.940375 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-72708078-d262-43da-8376-797608a20096 None None] Attempting to bind port 2cf993b0-c128-490d-8956-d08090d0307c by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:32:19.940737 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72708078-d262-43da-8376-797608a20096 None None] Attempting to bind port 2cf993b0-c128-490d-8956-d08090d0307c on network e72f53b8-3f23-4d50-b125-ab42ad165078 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:19.941640 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (3aed8c0c-2c1f-4e51-bc1f-b7beb0503655), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:19.944603 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device eaa45c19-3fac-436d-bc81-1616cdc1f139 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:19.974931 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72708078-d262-43da-8376-797608a20096 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:32:19.975753 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72708078-d262-43da-8376-797608a20096 None None] Checking segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:19.976150 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-72708078-d262-43da-8376-797608a20096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:19.978428 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72708078-d262-43da-8376-797608a20096 None None] Bound using segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:32:19.979893 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-72708078-d262-43da-8376-797608a20096 None None] Bound port: 2cf993b0-c128-490d-8956-d08090d0307c, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:32:19.980291 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-72708078-d262-43da-8376-797608a20096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (2cf993b0-c128-490d-8956-d08090d0307c), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:19.986941 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e61a7-8d48-4c26-943e-bb40e76236a1 None None] Pushing event updated for resources: {'Port': ['ID=2cf993b0-c128-490d-8956-d08090d0307c,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:20.075020 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Publish callbacks [] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.099511 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.103821 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-72708078-d262-43da-8376-797608a20096 None None] For port 2cf993b0-c128-490d-8956-d08090d0307c, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:32:20.112935 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-72708078-d262-43da-8376-797608a20096 None None] For port 2cf993b0-c128-490d-8956-d08090d0307c, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=2cf993b0-c128-490d-8956-d08090d0307c,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:32:20.113107 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36864) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:20.120081 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Allocated IP 172.20.0.1 (ebd23614-7412-4d82-9d70-8d1b57406fcb/f22d6db6-ad53-49f6-a361-e9ff9f07d563/6b1edf67-04b9-4580-83c6-32465dfdf318) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:32:20.138034 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port eaa45c19-3fac-436d-bc81-1616cdc1f139 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:20.138573 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (eaa45c19-3fac-436d-bc81-1616cdc1f139), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.166338 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.167563 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729621'] for router_interface (19321b71-4a2a-4e6e-99a1-b50064793534), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.199735 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-72708078-d262-43da-8376-797608a20096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (2cf993b0-c128-490d-8956-d08090d0307c), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.270933 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:20.273701 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-016468c2-f528-4740-9006-2631503a93be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.281571 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72708078-d262-43da-8376-797608a20096 None None] Routers {'4b5eb63e-9efa-4c52-8602-ab2443bc70ed'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:20.282328 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-72708078-d262-43da-8376-797608a20096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:31:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:20.398070 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:20.405880 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e61a7-8d48-4c26-943e-bb40e76236a1 None None] Pushing event updated for resources: {'Port': ['ID=2cf993b0-c128-490d-8956-d08090d0307c,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:20.416084 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Allocated IP 172.20.0.1 (a983a294-01dc-46eb-aef5-c79712b4e933/e4898143-b142-4521-9351-8ef3bd60567c/21c445a0-cd29-430a-b38d-190951903cc4) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:32:20.446118 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Network 87360f95-f3ba-477f-b837-ec26e9e98a48 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:20.447516 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-de023c9f-74b4-4c7e-b46b-de04df4e6a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.449503 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Publish callbacks [] for port (a2fe1ead-680e-4552-aaf7-eeda52d0f1df), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.453771 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:20.466846 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=3aed8c0c-2c1f-4e51-bc1f-b7beb0503655,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:20.495872 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-0b2b1489-d2fd-42b3-81a7-7629d5b11f2e None None] Current status of the port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:20.550751 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-72708078-d262-43da-8376-797608a20096 None None] Set router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:20.551303 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (a2fe1ead-680e-4552-aaf7-eeda52d0f1df), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.594893 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-0b2b1489-d2fd-42b3-81a7-7629d5b11f2e None None] Provisioning complete for port eaa45c19-3fac-436d-bc81-1616cdc1f139 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:20.598117 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0b2b1489-d2fd-42b3-81a7-7629d5b11f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (eaa45c19-3fac-436d-bc81-1616cdc1f139), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.657070 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Attempting to bind port a2fe1ead-680e-4552-aaf7-eeda52d0f1df on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:32:20.657697 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Attempting to bind port a2fe1ead-680e-4552-aaf7-eeda52d0f1df by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:32:20.658251 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Attempting to bind port a2fe1ead-680e-4552-aaf7-eeda52d0f1df on network e72f53b8-3f23-4d50-b125-ab42ad165078 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:20.693240 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:32:20.693643 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Checking segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:20.694166 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.694849 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Bound using segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:32:20.696047 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Bound port: a2fe1ead-680e-4552-aaf7-eeda52d0f1df, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:32:20.696457 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (a2fe1ead-680e-4552-aaf7-eeda52d0f1df), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.723171 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:20.761739 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] For port a2fe1ead-680e-4552-aaf7-eeda52d0f1df, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:32:20.765981 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] For port a2fe1ead-680e-4552-aaf7-eeda52d0f1df, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=a2fe1ead-680e-4552-aaf7-eeda52d0f1df,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:32:20.770428 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Publish callbacks [] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.802757 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Pushing event updated for resources: {'Port': ['ID=313fc0af-f227-4411-b3a6-a4f22976a38c,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:20.817902 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Publish callbacks [] for port (21c445a0-cd29-430a-b38d-190951903cc4), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.836913 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-72708078-d262-43da-8376-797608a20096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '2cf993b0-c128-490d-8956-d08090d0307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:15Z', 'revision_number': 3, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port': {'id': '2cf993b0-c128-490d-8956-d08090d0307c', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:20.859452 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Router 19321b71-4a2a-4e6e-99a1-b50064793534 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:32:20.875994 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b706e42a-61a3-47ef-87c8-cf5a76562b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.897294 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72708078-d262-43da-8376-797608a20096 None None] The sync data for ids ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'] in dv-cinder-852261-2-iscsi is: [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '2cf993b0-c128-490d-8956-d08090d0307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:15Z', 'revision_number': 3, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port': {'id': '2cf993b0-c128-490d-8956-d08090d0307c', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:32:20.918685 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-016468c2-f528-4740-9006-2631503a93be admin admin] Publish callbacks [] for security_group (eab184a1-ff28-454c-b5b2-dbbda0f83bcf), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.935306 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa224d9c-1896-41e4-b832-53ed57ec498a None None] Pushing event updated for resources: {'Port': ['ID=a2fe1ead-680e-4552-aaf7-eeda52d0f1df,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:20.938380 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port eaa45c19-3fac-436d-bc81-1616cdc1f139 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:20.946002 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (a2fe1ead-680e-4552-aaf7-eeda52d0f1df), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:20.970261 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.072742 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Pushing event updated for resources: {'Port': ['ID=6b1edf67-04b9-4580-83c6-32465dfdf318,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:21.079268 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (21c445a0-cd29-430a-b38d-190951903cc4), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.091371 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa224d9c-1896-41e4-b832-53ed57ec498a None None] Pushing event updated for resources: {'Port': ['ID=a2fe1ead-680e-4552-aaf7-eeda52d0f1df,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:21.094881 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:32:21.104020 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-016468c2-f528-4740-9006-2631503a93be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (eab184a1-ff28-454c-b5b2-dbbda0f83bcf), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.126325 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ebd65ebd-541f-489e-9f24-36711583eaf6 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/19321b71-4a2a-4e6e-99a1-b50064793534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4544284 Aug 08 02:32:21.126325 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-de023c9f-74b4-4c7e-b46b-de04df4e6a09 admin admin] Publish callbacks [] for security_group (89233ab5-162d-4ab6-b089-5873c0314688), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.172852 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Sync routers for ids ['19321b71-4a2a-4e6e-99a1-b50064793534'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:32:21.186261 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-de023c9f-74b4-4c7e-b46b-de04df4e6a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (89233ab5-162d-4ab6-b089-5873c0314688), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.201125 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Routers {'18ea2ee9-e030-4828-bc77-5ed48221224c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:21.209071 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:31:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['18ea2ee9-e030-4828-bc77-5ed48221224c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:21.237707 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Network ebd23614-7412-4d82-9d70-8d1b57406fcb is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:21.241076 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Network a983a294-01dc-46eb-aef5-c79712b4e933 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:21.247572 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-016468c2-f528-4740-9006-2631503a93be admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b86941379d2b4d7f81e0dd09a0494692&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5831573 Aug 08 02:32:21.252961 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:21.260247 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:21.266866 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:32:21.267429 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732837'] for router_interface (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.277723 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 36894) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:21.278609 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:32:21.279239 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732837'] for router_interface (18ea2ee9-e030-4828-bc77-5ed48221224c), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.324994 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-de023c9f-74b4-4c7e-b46b-de04df4e6a09 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8dd587c816564259a98f16356ea478d0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2089665 Aug 08 02:32:21.326105 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de023c9f-74b4-4c7e-b46b-de04df4e6a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89233ab5-162d-4ab6-b089-5873c0314688,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:21.333750 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36898) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:21.409677 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Pushing event updated for resources: {'Port': ['ID=21c445a0-cd29-430a-b38d-190951903cc4,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:21.424510 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa0a770f-7026-4b67-8062-ea48bb53f8bd admin admin] Publish callbacks [] for security_group (89233ab5-162d-4ab6-b089-5873c0314688), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.465997 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa0a770f-7026-4b67-8062-ea48bb53f8bd admin admin] Publish callbacks [] for security_group (89233ab5-162d-4ab6-b089-5873c0314688), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.516296 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] Set router 18ea2ee9-e030-4828-bc77-5ed48221224c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:21.600896 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:21.631238 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8,neutron:INSERT=8 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:21.643372 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa0a770f-7026-4b67-8062-ea48bb53f8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (89233ab5-162d-4ab6-b089-5873c0314688), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.646962 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa0a770f-7026-4b67-8062-ea48bb53f8bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:21.651249 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-fa0a770f-7026-4b67-8062-ea48bb53f8bd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/89233ab5-162d-4ab6-b089-5873c0314688 HTTP/1.1" status: 204 len: 168 time: 0.3153234 Aug 08 02:32:21.685757 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a770f-7026-4b67-8062-ea48bb53f8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89233ab5-162d-4ab6-b089-5873c0314688,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:21.762269 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016468c2-f528-4740-9006-2631503a93be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab184a1-ff28-454c-b5b2-dbbda0f83bcf,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:21.848542 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-0b2b1489-d2fd-42b3-81a7-7629d5b11f2e None None] Current status of the port eaa45c19-3fac-436d-bc81-1616cdc1f139 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:21.857068 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 1a9b7060-dd5e-4d25-96f4-7aaa362bc387 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:21.984222 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c6020c5-7942-4da2-a929-690e674f486f admin admin] Publish callbacks [] for security_group (eab184a1-ff28-454c-b5b2-dbbda0f83bcf), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.024416 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:22.059765 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c6020c5-7942-4da2-a929-690e674f486f admin admin] Publish callbacks [] for security_group (eab184a1-ff28-454c-b5b2-dbbda0f83bcf), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.141516 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36930) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:22.147976 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-255893f2-d0e0-4a48-8997-76218236ab98 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120737452', 'description': 'tempest-description--1901473127'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:22.194539 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:22.207707 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.221893 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-6d6af188-1ef2-45d6-9c4f-a40f3139a5be None None] Provisioning complete for port 313fc0af-f227-4411-b3a6-a4f22976a38c triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:22.222483 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (21c445a0-cd29-430a-b38d-190951903cc4), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.222682 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d6af188-1ef2-45d6-9c4f-a40f3139a5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.250117 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-255893f2-d0e0-4a48-8997-76218236ab98 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.261264 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Routers {'19321b71-4a2a-4e6e-99a1-b50064793534'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:22.262123 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:31:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['19321b71-4a2a-4e6e-99a1-b50064793534'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:22.345056 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c6020c5-7942-4da2-a929-690e674f486f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (eab184a1-ff28-454c-b5b2-dbbda0f83bcf), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.354753 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c6020c5-7942-4da2-a929-690e674f486f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.356204 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-5c6020c5-7942-4da2-a929-690e674f486f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/eab184a1-ff28-454c-b5b2-dbbda0f83bcf HTTP/1.1" status: 204 len: 168 time: 1.0729074 Aug 08 02:32:22.426861 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6020c5-7942-4da2-a929-690e674f486f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab184a1-ff28-454c-b5b2-dbbda0f83bcf,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:22.469810 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-6d6af188-1ef2-45d6-9c4f-a40f3139a5be None None] Port 313fc0af-f227-4411-b3a6-a4f22976a38c cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:32:22.503072 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-255893f2-d0e0-4a48-8997-76218236ab98 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group (6d7dd2da-b2d5-475a-83c7-b5d9c3667625), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.556721 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Set router 19321b71-4a2a-4e6e-99a1-b50064793534 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:22.594836 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-6d6af188-1ef2-45d6-9c4f-a40f3139a5be None None] Provisioning complete for port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:22.595150 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d6af188-1ef2-45d6-9c4f-a40f3139a5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (3aed8c0c-2c1f-4e51-bc1f-b7beb0503655), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.621877 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-255893f2-d0e0-4a48-8997-76218236ab98 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (6d7dd2da-b2d5-475a-83c7-b5d9c3667625), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.687730 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 1a9b7060-dd5e-4d25-96f4-7aaa362bc387 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:22.688102 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (1a9b7060-dd5e-4d25-96f4-7aaa362bc387), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.693911 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255893f2-d0e0-4a48-8997-76218236ab98 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7dd2da-b2d5-475a-83c7-b5d9c3667625,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:22.708375 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:22.730183 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-255893f2-d0e0-4a48-8997-76218236ab98 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.732282 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-255893f2-d0e0-4a48-8997-76218236ab98 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5890880 Aug 08 02:32:22.735195 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36954) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:22.742664 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-ce5f3c09-343d-484f-8ec7-552751b692e5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Request body: {'security_group_rule': {'security_group_id': '6d7dd2da-b2d5-475a-83c7-b5d9c3667625', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:22.751654 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Publish callbacks [] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.770396 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Publish callbacks [] for port (21c445a0-cd29-430a-b38d-190951903cc4), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.793256 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36958) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:22.808788 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1f598c81-affa-4b88-a29c-c29c15488495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.809396 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.810344 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729621'] for router_interface (18ea2ee9-e030-4828-bc77-5ed48221224c), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.848353 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:22.854953 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ce5f3c09-343d-484f-8ec7-552751b692e5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group_rule (1afa5fbd-7be6-450d-90df-948e6d6bff35), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.903469 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:22.934700 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'name': 'tempest-DeleteServersTestJSON-995151589-router', 'tenant_id': 'ce575522168344caacf13cfc7779e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:16Z', 'revision_number': 3, 'project_id': 'ce575522168344caacf13cfc7779e25b', 'gw_port': {'id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:22.964022 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (21c445a0-cd29-430a-b38d-190951903cc4), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.965348 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729621'] for router_interface (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:22.988727 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2a2f5-c105-48e3-b301-cbc3507beeec None None] The sync data for ids ['18ea2ee9-e030-4828-bc77-5ed48221224c'] in dv-cinder-852261-2-iscsi is: [{'id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'name': 'tempest-DeleteServersTestJSON-995151589-router', 'tenant_id': 'ce575522168344caacf13cfc7779e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:16Z', 'revision_number': 3, 'project_id': 'ce575522168344caacf13cfc7779e25b', 'gw_port': {'id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:32:23.044012 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0abe1e35-1b4c-45ba-87a6-190b28e3b0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.048025 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ce5f3c09-343d-484f-8ec7-552751b692e5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group_rule (1afa5fbd-7be6-450d-90df-948e6d6bff35), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.053665 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1f598c81-affa-4b88-a29c-c29c15488495 admin admin] Publish callbacks [] for security_group (e5f3e28a-43fd-40c6-bc0d-1185acf20169), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.106902 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ce5f3c09-343d-484f-8ec7-552751b692e5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (1afa5fbd-7be6-450d-90df-948e6d6bff35), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.157779 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f3c09-343d-484f-8ec7-552751b692e5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afa5fbd-7be6-450d-90df-948e6d6bff35,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:23.165910 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-6d6af188-1ef2-45d6-9c4f-a40f3139a5be None None] Current status of the port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:23.173327 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1f598c81-affa-4b88-a29c-c29c15488495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e5f3e28a-43fd-40c6-bc0d-1185acf20169), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.192811 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 1a9b7060-dd5e-4d25-96f4-7aaa362bc387 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:23.192811 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (1a9b7060-dd5e-4d25-96f4-7aaa362bc387), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.193793 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Pushing event updated for resources: {'Port': ['ID=6b1edf67-04b9-4580-83c6-32465dfdf318,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:23.205736 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Network a983a294-01dc-46eb-aef5-c79712b4e933 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:23.209436 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:23.226692 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-6d6af188-1ef2-45d6-9c4f-a40f3139a5be None None] Provisioning complete for port 6b1edf67-04b9-4580-83c6-32465dfdf318 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:23.226844 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d6af188-1ef2-45d6-9c4f-a40f3139a5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.244834 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Network ebd23614-7412-4d82-9d70-8d1b57406fcb is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:23.268921 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:23.287715 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 1a9b7060-dd5e-4d25-96f4-7aaa362bc387, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=1a9b7060-dd5e-4d25-96f4-7aaa362bc387,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:23.297169 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-6d6af188-1ef2-45d6-9c4f-a40f3139a5be None None] Port 6b1edf67-04b9-4580-83c6-32465dfdf318 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:32:23.306574 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-6d6af188-1ef2-45d6-9c4f-a40f3139a5be None None] Provisioning complete for port 21c445a0-cd29-430a-b38d-190951903cc4 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:23.307339 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d6af188-1ef2-45d6-9c4f-a40f3139a5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (21c445a0-cd29-430a-b38d-190951903cc4), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.314281 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ce5f3c09-343d-484f-8ec7-552751b692e5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.321725 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ce5f3c09-343d-484f-8ec7-552751b692e5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5852256 Aug 08 02:32:23.359001 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-6d6af188-1ef2-45d6-9c4f-a40f3139a5be None None] Port 21c445a0-cd29-430a-b38d-190951903cc4 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:32:23.359737 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36978) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:23.359823 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:19Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '313fc0af-f227-4411-b3a6-a4f22976a38c', 'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'mac_address': 'fa:16:3e:5f:f4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:17Z', 'updated_at': '2022-08-08T02:32:19Z', 'revision_number': 2, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'subnets': [{'id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:23.359823 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:23.375015 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-46bd1f9c-3df0-4aca-8811-3bfcd6d78461 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Request body: {'security_group_rule': {'security_group_id': '6d7dd2da-b2d5-475a-83c7-b5d9c3667625', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:23.385009 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Pushing event updated for resources: {'Port': ['ID=21c445a0-cd29-430a-b38d-190951903cc4,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:23.393171 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-1f598c81-affa-4b88-a29c-c29c15488495 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4dbadb049eff4805bc99ed7515eb4088&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5963404 Aug 08 02:32:23.395131 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 36982) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:23.395717 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f598c81-affa-4b88-a29c-c29c15488495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f3e28a-43fd-40c6-bc0d-1185acf20169,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:23.410768 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (1a9b7060-dd5e-4d25-96f4-7aaa362bc387), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.411581 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:23.586127 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Checking router: 19321b71-4a2a-4e6e-99a1-b50064793534 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:32:23.586530 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Updating router 19321b71-4a2a-4e6e-99a1-b50064793534 port 313fc0af-f227-4411-b3a6-a4f22976a38c binding host dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:32:23.649279 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-46bd1f9c-3df0-4aca-8811-3bfcd6d78461 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group_rule (9e192113-727d-411e-81c1-eb2066c427a3), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.668699 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-552275ac-6cc7-4740-abe2-4013c9be5b14 admin admin] Publish callbacks [] for security_group (e5f3e28a-43fd-40c6-bc0d-1185acf20169), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.780742 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-552275ac-6cc7-4740-abe2-4013c9be5b14 admin admin] Publish callbacks [] for security_group (e5f3e28a-43fd-40c6-bc0d-1185acf20169), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.793045 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:23.795944 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.801709 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=1a9b7060-dd5e-4d25-96f4-7aaa362bc387,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:23.830087 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-d9fdde72-4660-45d3-a336-318430d993ed None None] Provisioning complete for port 6b1edf67-04b9-4580-83c6-32465dfdf318 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:23.830706 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d9fdde72-4660-45d3-a336-318430d993ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.856411 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:23.857225 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-46bd1f9c-3df0-4aca-8811-3bfcd6d78461 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group_rule (9e192113-727d-411e-81c1-eb2066c427a3), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.925155 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-46bd1f9c-3df0-4aca-8811-3bfcd6d78461 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (9e192113-727d-411e-81c1-eb2066c427a3), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.952235 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd1f9c-3df0-4aca-8811-3bfcd6d78461 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e192113-727d-411e-81c1-eb2066c427a3,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:23.967953 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:23.968456 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (3aed8c0c-2c1f-4e51-bc1f-b7beb0503655), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:23.978596 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-d9fdde72-4660-45d3-a336-318430d993ed None None] Port 6b1edf67-04b9-4580-83c6-32465dfdf318 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:32:23.998888 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-552275ac-6cc7-4740-abe2-4013c9be5b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e5f3e28a-43fd-40c6-bc0d-1185acf20169), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.001517 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-552275ac-6cc7-4740-abe2-4013c9be5b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.002772 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-552275ac-6cc7-4740-abe2-4013c9be5b14 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e5f3e28a-43fd-40c6-bc0d-1185acf20169 HTTP/1.1" status: 204 len: 168 time: 0.6042831 Aug 08 02:32:24.019161 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552275ac-6cc7-4740-abe2-4013c9be5b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f3e28a-43fd-40c6-bc0d-1185acf20169,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:24.027870 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:32:24.031948 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Router 18ea2ee9-e030-4828-bc77-5ed48221224c has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:32:24.035241 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-46bd1f9c-3df0-4aca-8811-3bfcd6d78461 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.036547 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-46bd1f9c-3df0-4aca-8811-3bfcd6d78461 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6824398 Aug 08 02:32:24.046086 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 37002) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:24.051437 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Request body: {'floatingip': {'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:24.122894 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-d9fdde72-4660-45d3-a336-318430d993ed None None] Provisioning complete for port 21c445a0-cd29-430a-b38d-190951903cc4 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:24.123512 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d9fdde72-4660-45d3-a336-318430d993ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (21c445a0-cd29-430a-b38d-190951903cc4), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.200002 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.208997 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-d9fdde72-4660-45d3-a336-318430d993ed None None] Port 21c445a0-cd29-430a-b38d-190951903cc4 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:32:24.259190 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:24.260045 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device eaa45c19-3fac-436d-bc81-1616cdc1f139 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:24.346400 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:32:24.355896 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:32:24.356370 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Sync routers for ids ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:32:24.366340 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8239c6b8-9aa0-40a2-a407-0ff9fa8c3f11 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/4b5eb63e-9efa-4c52-8602-ab2443bc70ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2323322 Aug 08 02:32:24.382720 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f94b2343-3cf7-4893-9280-90e7d77fef0e admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/18ea2ee9-e030-4828-bc77-5ed48221224c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8725054 Aug 08 02:32:24.386827 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Routers {'4b5eb63e-9efa-4c52-8602-ab2443bc70ed'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:24.388650 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:32:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:24.392737 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:24.395883 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port eaa45c19-3fac-436d-bc81-1616cdc1f139 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:24.396418 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (eaa45c19-3fac-436d-bc81-1616cdc1f139), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.461980 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:24.466516 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.475160 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.568374 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Set router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:24.607658 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port eaa45c19-3fac-436d-bc81-1616cdc1f139 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:24.644887 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:24.752458 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Allocated IP 172.27.4.142 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/a7767f40-0257-4a93-b074-463ad05fb2c3) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:32:24.760837 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Publish callbacks [] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.866540 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.893265 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for port (a7767f40-0257-4a93-b074-463ad05fb2c3), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:24.996621 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:25.001076 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '2cf993b0-c128-490d-8956-d08090d0307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 4, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port': {'id': '2cf993b0-c128-490d-8956-d08090d0307c', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '21c445a0-cd29-430a-b38d-190951903cc4', 'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'mac_address': 'fa:16:3e:ac:da:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:20Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 2, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'subnets': [{'id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:25.005897 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (a7767f40-0257-4a93-b074-463ad05fb2c3), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:25.033511 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e61af-10ed-4ff9-bc8e-c5ba6e7cf38d None None] Pushing event updated for resources: {'Port': ['ID=313fc0af-f227-4411-b3a6-a4f22976a38c,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:25.074843 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Checking router: 4b5eb63e-9efa-4c52-8602-ab2443bc70ed for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:32:25.075568 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Updating router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed port 21c445a0-cd29-430a-b38d-190951903cc4 binding host dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:32:25.077666 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:25.080026 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 1a9b7060-dd5e-4d25-96f4-7aaa362bc387 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:25.087854 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:25.121018 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event updated for resources: {'Port': ['ID=a7767f40-0257-4a93-b074-463ad05fb2c3,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:25.124670 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:32:25.127727 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (21c445a0-cd29-430a-b38d-190951903cc4), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:25.141384 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:25.237744 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:25.326778 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for floatingip (5c01687f-0e32-438a-8f9e-124f7f9753c1), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:25.411649 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Attempting to bind port 313fc0af-f227-4411-b3a6-a4f22976a38c on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:32:25.412727 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Attempting to bind port 313fc0af-f227-4411-b3a6-a4f22976a38c by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:32:25.414866 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Attempting to bind port 313fc0af-f227-4411-b3a6-a4f22976a38c on network 87360f95-f3ba-477f-b837-ec26e9e98a48 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:25.429620 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:32:25.431547 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Checking segment: {'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:25.432429 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:25.432976 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Bound using segment: {'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:32:25.433745 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Bound port: 313fc0af-f227-4411-b3a6-a4f22976a38c, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:32:25.435739 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:25.447472 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 37068) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:25.450410 dv-cinder-852261-2-iscsi neutron-server[104276]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 08 02:32:25.464677 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 1a9b7060-dd5e-4d25-96f4-7aaa362bc387 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:25.465326 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (1a9b7060-dd5e-4d25-96f4-7aaa362bc387), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:25.490660 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (a7767f40-0257-4a93-b074-463ad05fb2c3), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:25.524329 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 37076) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:25.526506 dv-cinder-852261-2-iscsi neutron-server[104277]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 08 02:32:25.731113 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Publish callbacks [] for port (21c445a0-cd29-430a-b38d-190951903cc4), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:25.739523 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:25.744391 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] For port 313fc0af-f227-4411-b3a6-a4f22976a38c, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:32:25.751676 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 1a9b7060-dd5e-4d25-96f4-7aaa362bc387 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:25.755116 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 2cf993b0-c128-490d-8956-d08090d0307c up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:25.804610 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (21c445a0-cd29-430a-b38d-190951903cc4), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:25.820969 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] For port 313fc0af-f227-4411-b3a6-a4f22976a38c, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=313fc0af-f227-4411-b3a6-a4f22976a38c,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:32:25.856307 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-d6ebbd67-69ed-4b9a-9674-b633d237aeef tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:25.865180 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-d6ebbd67-69ed-4b9a-9674-b633d237aeef tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 817 time: 0.4156053 Aug 08 02:32:25.880874 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 2cf993b0-c128-490d-8956-d08090d0307c triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:25.881506 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (2cf993b0-c128-490d-8956-d08090d0307c), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:25.889181 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-598976d3-3069-4746-9977-9428bae1fb98 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/quotas/f1f194384993444da5c7b7f30e42746d HTTP/1.1" status: 200 len: 375 time: 0.0226786 Aug 08 02:32:25.954381 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:25.960077 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Sync routers for ids ['18ea2ee9-e030-4828-bc77-5ed48221224c'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:32:25.967118 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:25.969318 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:25.980305 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7aecf-0348-43f8-a7f5-aadb95350087 None None] Pushing event updated for resources: {'Port': ['ID=21c445a0-cd29-430a-b38d-190951903cc4,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:26.024810 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Attempting to bind port 21c445a0-cd29-430a-b38d-190951903cc4 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:32:26.025474 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Attempting to bind port 21c445a0-cd29-430a-b38d-190951903cc4 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:32:26.026021 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Attempting to bind port 21c445a0-cd29-430a-b38d-190951903cc4 on network a983a294-01dc-46eb-aef5-c79712b4e933 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:26.032678 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:32:26.033616 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Checking segment: {'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:26.034200 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.034780 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Bound using segment: {'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:32:26.051761 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Bound port: 21c445a0-cd29-430a-b38d-190951903cc4, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:32:26.052671 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (21c445a0-cd29-430a-b38d-190951903cc4), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.080648 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Routers {'19321b71-4a2a-4e6e-99a1-b50064793534'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:26.081374 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:32:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['19321b71-4a2a-4e6e-99a1-b50064793534'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:26.095434 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-95bf73ef-a961-4109-a28e-b6c9705987c8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2051477 Aug 08 02:32:26.152554 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Routers {'18ea2ee9-e030-4828-bc77-5ed48221224c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:26.153093 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:32:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['18ea2ee9-e030-4828-bc77-5ed48221224c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:26.172296 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:26.190693 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] For port 21c445a0-cd29-430a-b38d-190951903cc4, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:32:26.198955 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] For port 21c445a0-cd29-430a-b38d-190951903cc4, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=21c445a0-cd29-430a-b38d-190951903cc4,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:32:26.229400 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for port (a7767f40-0257-4a93-b074-463ad05fb2c3), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.231157 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:26.259667 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.260346 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.290461 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (21c445a0-cd29-430a-b38d-190951903cc4), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.322689 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-c5ae08f5-5213-476c-9628-540d6bb717f4 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:26.325171 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-c5ae08f5-5213-476c-9628-540d6bb717f4 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/networks?id=ebd23614-7412-4d82-9d70-8d1b57406fcb HTTP/1.1" status: 200 len: 811 time: 0.7998881 Aug 08 02:32:26.326728 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (a7767f40-0257-4a93-b074-463ad05fb2c3), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.328116 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (5c01687f-0e32-438a-8f9e-124f7f9753c1), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.332528 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Routers {'4b5eb63e-9efa-4c52-8602-ab2443bc70ed'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:26.333282 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:32:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:26.333707 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e61af-10ed-4ff9-bc8e-c5ba6e7cf38d None None] Pushing event updated for resources: {'Port': ['ID=313fc0af-f227-4411-b3a6-a4f22976a38c,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:26.379501 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7aecf-0348-43f8-a7f5-aadb95350087 None None] Pushing event updated for resources: {'Port': ['ID=21c445a0-cd29-430a-b38d-190951903cc4,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:26.393554 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-f8fd7780-799c-49ab-87ca-dbdb9779f8e8 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/quotas/ce575522168344caacf13cfc7779e25b HTTP/1.1" status: 200 len: 375 time: 0.0480497 Aug 08 02:32:26.412940 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 2cf993b0-c128-490d-8956-d08090d0307c is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:26.413335 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (2cf993b0-c128-490d-8956-d08090d0307c), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.462609 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] Set router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:26.472391 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] Set router 19321b71-4a2a-4e6e-99a1-b50064793534 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:26.511416 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.512365 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:26.521436 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4652054 Aug 08 02:32:26.541263 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ce85f-b804-456b-8cea-e46c8bb2446b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event updated for resources: {'Port': ['ID=a7767f40-0257-4a93-b074-463ad05fb2c3,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:26.548081 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 2cf993b0-c128-490d-8956-d08090d0307c, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=2cf993b0-c128-490d-8956-d08090d0307c,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:26.598156 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-0740569a-7ce4-41a1-a9f7-28dad6f691a3 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=ce575522168344caacf13cfc7779e25b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1919804 Aug 08 02:32:26.604300 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Set router 18ea2ee9-e030-4828-bc77-5ed48221224c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:26.615903 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (2cf993b0-c128-490d-8956-d08090d0307c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.616608 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device a2fe1ead-680e-4552-aaf7-eeda52d0f1df up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:26.672496 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-239759f8-6836-4b56-9c84-3eb930022032 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:32:26.678527 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-239759f8-6836-4b56-9c84-3eb930022032 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3044903 Aug 08 02:32:26.770845 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:26.852870 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-cf8dffed-e600-428b-93b4-53122c25fcfe service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684330 Aug 08 02:32:26.878961 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=2cf993b0-c128-490d-8956-d08090d0307c,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:26.908334 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port a2fe1ead-680e-4552-aaf7-eeda52d0f1df triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:26.908737 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (a2fe1ead-680e-4552-aaf7-eeda52d0f1df), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:26.932846 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '2cf993b0-c128-490d-8956-d08090d0307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 4, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port': {'id': '2cf993b0-c128-490d-8956-d08090d0307c', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '21c445a0-cd29-430a-b38d-190951903cc4', 'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'mac_address': 'fa:16:3e:ac:da:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:20Z', 'updated_at': '2022-08-08T02:32:26Z', 'revision_number': 4, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'subnets': [{'id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:26.971538 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc178aae-5a8a-449d-950e-4e62a9388d3d None None] The sync data for ids ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'] in dv-cinder-852261-2-iscsi is: [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '2cf993b0-c128-490d-8956-d08090d0307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 4, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port': {'id': '2cf993b0-c128-490d-8956-d08090d0307c', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '21c445a0-cd29-430a-b38d-190951903cc4', 'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'mac_address': 'fa:16:3e:ac:da:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:20Z', 'updated_at': '2022-08-08T02:32:26Z', 'revision_number': 4, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'subnets': [{'id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:32:27.003859 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-aa4a1d1d-1a25-40b1-bd01-eba1d7c9cd5c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500473 Aug 08 02:32:27.072514 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-ad023fb0-6153-41ae-9c41-d5f59f668f1f service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:32:27.081555 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-ad023fb0-6153-41ae-9c41-d5f59f668f1f service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1133664 Aug 08 02:32:27.120588 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:27.184445 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:19Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '313fc0af-f227-4411-b3a6-a4f22976a38c', 'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'mac_address': 'fa:16:3e:5f:f4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:17Z', 'updated_at': '2022-08-08T02:32:25Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'subnets': [{'id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:27.278729 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709a3bb-a437-467c-bad4-50ad899265f8 None None] The sync data for ids ['19321b71-4a2a-4e6e-99a1-b50064793534'] in dv-cinder-852261-2-iscsi is: [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:19Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '313fc0af-f227-4411-b3a6-a4f22976a38c', 'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'mac_address': 'fa:16:3e:5f:f4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:17Z', 'updated_at': '2022-08-08T02:32:25Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'subnets': [{'id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:32:27.299001 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-37b7b66d-4451-46b2-a6fa-e57eefd75c60 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ebd23614-7412-4d82-9d70-8d1b57406fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164543 Aug 08 02:32:27.337438 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port a2fe1ead-680e-4552-aaf7-eeda52d0f1df is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:27.337835 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (a2fe1ead-680e-4552-aaf7-eeda52d0f1df), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:27.379676 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'name': 'tempest-DeleteServersTestJSON-995151589-router', 'tenant_id': 'ce575522168344caacf13cfc7779e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 4, 'project_id': 'ce575522168344caacf13cfc7779e25b', 'gw_port': {'id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '6b1edf67-04b9-4580-83c6-32465dfdf318', 'name': '', 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb', 'tenant_id': 'ce575522168344caacf13cfc7779e25b', 'mac_address': 'fa:16:3e:8b:34:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f22d6db6-ad53-49f6-a361-e9ff9f07d563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:19Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 2, 'project_id': 'ce575522168344caacf13cfc7779e25b', 'subnets': [{'id': 'f22d6db6-ad53-49f6-a361-e9ff9f07d563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:27.454827 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Checking router: 18ea2ee9-e030-4828-bc77-5ed48221224c for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:32:27.454827 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Updating router 18ea2ee9-e030-4828-bc77-5ed48221224c port 6b1edf67-04b9-4580-83c6-32465dfdf318 binding host dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:32:27.500282 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-c13298aa-55b8-41ef-bbb8-57f493d46fe9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ebd23614-7412-4d82-9d70-8d1b57406fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843433 Aug 08 02:32:27.529530 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port a2fe1ead-680e-4552-aaf7-eeda52d0f1df, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=a2fe1ead-680e-4552-aaf7-eeda52d0f1df,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:27.587621 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:27.596511 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (a2fe1ead-680e-4552-aaf7-eeda52d0f1df), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:27.828545 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-ba78f757-d188-42da-8cab-7e083fbab5dc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1120737452&fields=id&tenant_id=dddb64c31c0a4db2a184543c435c7bc0 HTTP/1.1" status: 200 len: 267 time: 0.2043166 Aug 08 02:32:27.906920 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=a2fe1ead-680e-4552-aaf7-eeda52d0f1df,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:27.959140 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 37180) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:28.143909 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 2cf993b0-c128-490d-8956-d08090d0307c up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:28.190430 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-53a67f38-f86f-46af-9b2c-bd284a91b649 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:28.203581 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-53a67f38-f86f-46af-9b2c-bd284a91b649 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/networks?id=87360f95-f3ba-477f-b837-ec26e9e98a48 HTTP/1.1" status: 200 len: 817 time: 0.3611395 Aug 08 02:32:28.249490 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-cb61411c-e2a6-4957-9a52-f5a27546eed9 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/quotas/dddb64c31c0a4db2a184543c435c7bc0 HTTP/1.1" status: 200 len: 375 time: 0.0448821 Aug 08 02:32:28.289216 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 2cf993b0-c128-490d-8956-d08090d0307c triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:28.289311 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (2cf993b0-c128-490d-8956-d08090d0307c), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:28.336977 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9d31b535-47c0-4760-b715-4493edbd4d71 req-5f2db6de-0477-4500-bd48-585f2495cb03 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.2490146 Aug 08 02:32:28.355428 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-9b2ae5f2-7f2c-4f88-be21-eb822bda42c7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050601 Aug 08 02:32:28.368290 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-568fcdb9-9d06-4157-8580-2cc0d35ac797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:28.528214 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f9b5e43f-27f2-4154-bb43-e4ae26266484 req-4fa78798-93fc-47ed-9332-f4e55914ad9f tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0717721 Aug 08 02:32:28.586420 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-89ed25c1-bced-4dd4-be30-de3a5225f630 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962056 Aug 08 02:32:28.600768 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-568fcdb9-9d06-4157-8580-2cc0d35ac797 admin admin] Publish callbacks [] for security_group (21dea843-a507-4e4b-9f10-82cae3befc41), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:28.740417 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-15501494-0e1d-416d-b3c4-9addefb26895 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471443 Aug 08 02:32:28.797174 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-568fcdb9-9d06-4157-8580-2cc0d35ac797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (21dea843-a507-4e4b-9f10-82cae3befc41), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:28.882289 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:28.896783 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-568fcdb9-9d06-4157-8580-2cc0d35ac797 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cd638bc9d37443299c13a1f6387aebce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9365079 Aug 08 02:32:28.900481 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 37248) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:28.906310 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fcdb9-9d06-4157-8580-2cc0d35ac797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dea843-a507-4e4b-9f10-82cae3befc41,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:28.964274 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-59bfdda1-547e-491b-a9a8-80c2bea19e38 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:28.966054 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-59bfdda1-547e-491b-a9a8-80c2bea19e38 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 817 time: 0.2604680 Aug 08 02:32:29.001351 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-95003d2d-c1e5-451e-b2ee-cefb5faa73db tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/quotas/f1f194384993444da5c7b7f30e42746d HTTP/1.1" status: 200 len: 375 time: 0.0284359 Aug 08 02:32:29.034047 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34465e98-c7c1-4c3f-9a5c-fa7a7fd7c78d admin admin] Publish callbacks [] for security_group (21dea843-a507-4e4b-9f10-82cae3befc41), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.053180 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Publish callbacks [] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.055617 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 2cf993b0-c128-490d-8956-d08090d0307c is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:29.056892 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 21c445a0-cd29-430a-b38d-190951903cc4 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:29.067994 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34465e98-c7c1-4c3f-9a5c-fa7a7fd7c78d admin admin] Publish callbacks [] for security_group (21dea843-a507-4e4b-9f10-82cae3befc41), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.089880 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-e7883853-de32-4d39-b89a-965fcade4583 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868473 Aug 08 02:32:29.105178 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:29.113009 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 21c445a0-cd29-430a-b38d-190951903cc4 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:29.113664 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (21c445a0-cd29-430a-b38d-190951903cc4), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.143433 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.171052 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-19d989d2-a368-4667-8955-0224fce8861f req-e27055c1-c99c-4dee-a0a2-b2532a87fec3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 210 time: 0.0545263 Aug 08 02:32:29.207835 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-23f8bbf6-32de-49f8-ba43-b999edfd4e77 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106966 Aug 08 02:32:29.215457 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:29.231702 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:29.238828 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfc5c7-7018-4fd9-b256-6602667d23e6 None None] Pushing event updated for resources: {'Port': ['ID=6b1edf67-04b9-4580-83c6-32465dfdf318,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:29.272126 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34465e98-c7c1-4c3f-9a5c-fa7a7fd7c78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (21dea843-a507-4e4b-9f10-82cae3befc41), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.276380 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34465e98-c7c1-4c3f-9a5c-fa7a7fd7c78d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.281020 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-34465e98-c7c1-4c3f-9a5c-fa7a7fd7c78d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/21dea843-a507-4e4b-9f10-82cae3befc41 HTTP/1.1" status: 204 len: 168 time: 0.3776138 Aug 08 02:32:29.304282 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:29.308460 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34465e98-c7c1-4c3f-9a5c-fa7a7fd7c78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dea843-a507-4e4b-9f10-82cae3befc41,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:29.385171 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Attempting to bind port 6b1edf67-04b9-4580-83c6-32465dfdf318 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:32:29.385852 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Attempting to bind port 6b1edf67-04b9-4580-83c6-32465dfdf318 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:32:29.386408 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Attempting to bind port 6b1edf67-04b9-4580-83c6-32465dfdf318 on network ebd23614-7412-4d82-9d70-8d1b57406fcb {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:29.389920 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 21c445a0-cd29-430a-b38d-190951903cc4 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:29.390661 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (21c445a0-cd29-430a-b38d-190951903cc4), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.393409 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-5420727d-6ea7-4bab-a092-594c8023bae7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763694 Aug 08 02:32:29.427319 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:32:29.427796 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Checking segment: {'id': '7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:29.428464 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.428925 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Bound using segment: {'id': '7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:32:29.430406 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Bound port: 6b1edf67-04b9-4580-83c6-32465dfdf318, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:32:29.430762 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.547636 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 21c445a0-cd29-430a-b38d-190951903cc4, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=21c445a0-cd29-430a-b38d-190951903cc4,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:29.636797 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] For port 6b1edf67-04b9-4580-83c6-32465dfdf318, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:32:29.656969 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] For port 6b1edf67-04b9-4580-83c6-32465dfdf318, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=6b1edf67-04b9-4580-83c6-32465dfdf318,segment=NetworkSegment(7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4),segment_id=7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:32:29.688476 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (21c445a0-cd29-430a-b38d-190951903cc4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.691578 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 313fc0af-f227-4411-b3a6-a4f22976a38c up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:29.715163 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d19cb1eb-dfa2-43c0-b902-795ff143d729 req-f191064a-3aa8-4f15-be2c-e0a112051b38 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.1056876 Aug 08 02:32:29.784540 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:29.820182 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d60c8ea-a7d6-41db-b928-68438a708ffb req-b1c26dab-1ee1-42f7-833e-9abc467adb17 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 210 time: 0.0600581 Aug 08 02:32:29.833329 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Routers {'18ea2ee9-e030-4828-bc77-5ed48221224c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:32:29.834409 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:32:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['18ea2ee9-e030-4828-bc77-5ed48221224c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:29.905742 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=21c445a0-cd29-430a-b38d-190951903cc4,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:30.000382 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 313fc0af-f227-4411-b3a6-a4f22976a38c triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:30.000382 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.094781 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfc5c7-7018-4fd9-b256-6602667d23e6 None None] Pushing event updated for resources: {'Port': ['ID=6b1edf67-04b9-4580-83c6-32465dfdf318,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:30.141254 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] Set router 18ea2ee9-e030-4828-bc77-5ed48221224c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:32:30.265816 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:30.300787 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ed250c66-95f6-472f-b93b-520fdd6b9e27 req-6087d068-7939-46c4-a0ce-5ecafd9e371f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 210 time: 0.0393703 Aug 08 02:32:30.466484 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 313fc0af-f227-4411-b3a6-a4f22976a38c is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:30.466892 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.558761 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 313fc0af-f227-4411-b3a6-a4f22976a38c, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=313fc0af-f227-4411-b3a6-a4f22976a38c,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:30.653397 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:30.791474 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=313fc0af-f227-4411-b3a6-a4f22976a38c,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:30.796166 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:30.803958 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'name': 'tempest-DeleteServersTestJSON-995151589-router', 'tenant_id': 'ce575522168344caacf13cfc7779e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 4, 'project_id': 'ce575522168344caacf13cfc7779e25b', 'gw_port': {'id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '6b1edf67-04b9-4580-83c6-32465dfdf318', 'name': '', 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb', 'tenant_id': 'ce575522168344caacf13cfc7779e25b', 'mac_address': 'fa:16:3e:8b:34:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f22d6db6-ad53-49f6-a361-e9ff9f07d563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:19Z', 'updated_at': '2022-08-08T02:32:29Z', 'revision_number': 4, 'project_id': 'ce575522168344caacf13cfc7779e25b', 'subnets': [{'id': 'f22d6db6-ad53-49f6-a361-e9ff9f07d563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:32:30.856575 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b66be881-55a4-4a16-9ea6-45299e74be23 req-edbc2ca7-884f-4293-b7d3-ecd3c0a08d4b tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0429547 Aug 08 02:32:30.930013 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 21c445a0-cd29-430a-b38d-190951903cc4 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:30.949772 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054e6bd9-2ebe-4964-93e1-9ec185c4c059 None None] The sync data for ids ['18ea2ee9-e030-4828-bc77-5ed48221224c'] in dv-cinder-852261-2-iscsi is: [{'id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'name': 'tempest-DeleteServersTestJSON-995151589-router', 'tenant_id': 'ce575522168344caacf13cfc7779e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 4, 'project_id': 'ce575522168344caacf13cfc7779e25b', 'gw_port': {'id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '6b1edf67-04b9-4580-83c6-32465dfdf318', 'name': '', 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb', 'tenant_id': 'ce575522168344caacf13cfc7779e25b', 'mac_address': 'fa:16:3e:8b:34:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f22d6db6-ad53-49f6-a361-e9ff9f07d563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:19Z', 'updated_at': '2022-08-08T02:32:29Z', 'revision_number': 4, 'project_id': 'ce575522168344caacf13cfc7779e25b', 'subnets': [{'id': 'f22d6db6-ad53-49f6-a361-e9ff9f07d563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:32:31.033929 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 21c445a0-cd29-430a-b38d-190951903cc4 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:31.035811 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (21c445a0-cd29-430a-b38d-190951903cc4), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:31.038012 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-abb8d97a-2aae-4d4f-ae5d-ba58e28b4cee req-6fab380d-7e9d-4bc7-954c-e8ca3e1586d2 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 210 time: 0.0699937 Aug 08 02:32:31.233983 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 21c445a0-cd29-430a-b38d-190951903cc4 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:31.235197 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device a2fe1ead-680e-4552-aaf7-eeda52d0f1df up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:31.286301 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port a2fe1ead-680e-4552-aaf7-eeda52d0f1df triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:31.287037 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (a2fe1ead-680e-4552-aaf7-eeda52d0f1df), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:31.470384 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port a2fe1ead-680e-4552-aaf7-eeda52d0f1df is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:31.619116 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-784dfb25-35b0-4ab8-8b2c-6145bbb949db req-3587e211-54e1-4b67-89ff-a28237aa26e3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 210 time: 0.0449238 Aug 08 02:32:32.105665 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1529c071-3f65-48e1-939e-247cf2d134f3 req-ca7205e9-bc16-4afe-803e-4cb9e5980371 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0454655 Aug 08 02:32:32.221334 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1df0f377-a0dd-4e44-a94a-5ce092d88060 req-2e9d0fba-387c-43a7-b1b2-8f9664cc2abc tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 210 time: 0.0369697 Aug 08 02:32:32.337922 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 37430) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:32.456219 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4ce2594d-faf9-4ec9-a296-465ac8be0b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:32.555889 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4ce2594d-faf9-4ec9-a296-465ac8be0b13 admin admin] Publish callbacks [] for security_group (2108074e-9e4c-4c40-b642-d5ee2466a517), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:32.650031 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4ce2594d-faf9-4ec9-a296-465ac8be0b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (2108074e-9e4c-4c40-b642-d5ee2466a517), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:32.875387 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:32.940628 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2594d-faf9-4ec9-a296-465ac8be0b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2108074e-9e4c-4c40-b642-d5ee2466a517,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:32.940956 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 6b1edf67-04b9-4580-83c6-32465dfdf318 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:32.950286 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-321f10ee-9ea2-4185-ad90-eea21156d225 req-08bf4df3-3b69-4baf-b4e3-61a11e635a9a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 210 time: 0.0777781 Aug 08 02:32:32.962983 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.48', 63419) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:32.966497 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4ce2594d-faf9-4ec9-a296-465ac8be0b13 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=84bd2e47b642474f8f51f028747a8e77&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6264727 Aug 08 02:32:32.968999 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 37464) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:33.036520 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 6b1edf67-04b9-4580-83c6-32465dfdf318 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:33.037131 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:33.053160 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.48', 63420) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:33.221125 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-ee3896bc-62d5-4904-a892-ab146fce3405 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:33.223287 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-ee3896bc-62d5-4904-a892-ab146fce3405 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 817 time: 0.2587645 Aug 08 02:32:33.224585 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-037a1ca2-b182-46e0-b03f-a4463205cedf admin admin] Publish callbacks [] for security_group (2108074e-9e4c-4c40-b642-d5ee2466a517), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:33.258586 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 6b1edf67-04b9-4580-83c6-32465dfdf318 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:33.259388 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:33.263499 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-037a1ca2-b182-46e0-b03f-a4463205cedf admin admin] Publish callbacks [] for security_group (2108074e-9e4c-4c40-b642-d5ee2466a517), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:33.298363 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bca5973c-46e6-422f-a72a-7b2e92151889 req-4c6622eb-8082-4754-a477-cee35279962b tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0492797 Aug 08 02:32:33.314989 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 6b1edf67-04b9-4580-83c6-32465dfdf318, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=6b1edf67-04b9-4580-83c6-32465dfdf318,segment=NetworkSegment(7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4),segment_id=7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:32:33.316494 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-0d51a028-ebbf-4d52-afdd-71321cbcd69d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:33.318707 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-0d51a028-ebbf-4d52-afdd-71321cbcd69d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.48 "GET /networking/v2.0/networks?id=87360f95-f3ba-477f-b837-ec26e9e98a48 HTTP/1.1" status: 200 len: 817 time: 0.2606328 Aug 08 02:32:33.351329 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-71f88434-5053-4375-9f78-80be29197da8 req-ff953f4a-0dc1-4b5a-92f4-e75505c68f72 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 210 time: 0.0314736 Aug 08 02:32:33.409451 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:33.410271 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 313fc0af-f227-4411-b3a6-a4f22976a38c up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:33.426695 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-037a1ca2-b182-46e0-b03f-a4463205cedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (2108074e-9e4c-4c40-b642-d5ee2466a517), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:33.430135 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-037a1ca2-b182-46e0-b03f-a4463205cedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:33.431504 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-037a1ca2-b182-46e0-b03f-a4463205cedf admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2108074e-9e4c-4c40-b642-d5ee2466a517 HTTP/1.1" status: 204 len: 168 time: 0.4497380 Aug 08 02:32:33.432922 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:33.444744 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a1ca2-b182-46e0-b03f-a4463205cedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2108074e-9e4c-4c40-b642-d5ee2466a517,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:33.499686 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=6b1edf67-04b9-4580-83c6-32465dfdf318,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:33.513514 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 313fc0af-f227-4411-b3a6-a4f22976a38c triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:33.513918 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:33.515170 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-10beb536-96ca-4036-998f-3696c20453e0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Request body: {'port': {'device_id': '4449d47c-fbac-4e23-8017-0a283a5ba7d9', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'admin_state_up': True, 'tenant_id': 'f1f194384993444da5c7b7f30e42746d'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:33.617743 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 37486) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:33.629433 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-210eab1e-3e99-4a93-b27f-54ece47c479a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dddb64c31c0a4db2a184543c435c7bc0 HTTP/1.1" status: 200 len: 380 time: 0.1267750 Aug 08 02:32:33.766758 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-a7074e28-479a-457c-b284-c707d80fed07 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Request body: {'port': {'device_id': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'admin_state_up': True, 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'security_groups': ['6d7dd2da-b2d5-475a-83c7-b5d9c3667625']}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:33.781634 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-10beb536-96ca-4036-998f-3696c20453e0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Made reservation on behalf of f1f194384993444da5c7b7f30e42746d for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:32:33.791071 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-10beb536-96ca-4036-998f-3696c20453e0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:33.813621 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 313fc0af-f227-4411-b3a6-a4f22976a38c is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:33.952959 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.48', 63425) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:34.190222 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8895e879-39bd-42d0-9a85-5836bdba7168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:34.245540 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.48', 63429) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:34.472965 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8895e879-39bd-42d0-9a85-5836bdba7168 admin admin] Publish callbacks [] for security_group (3324c6bd-8765-41b6-8423-95cb7eeba68d), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:34.526245 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-a7074e28-479a-457c-b284-c707d80fed07 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Made reservation on behalf of dddb64c31c0a4db2a184543c435c7bc0 for: {'port': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:32:34.537477 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-a7074e28-479a-457c-b284-c707d80fed07 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:34.541621 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ac451748-b550-4051-8a8b-5a4f5e4891f1 req-8b0affae-4aa9-4bf4-b466-3109cb481dd4 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0685270 Aug 08 02:32:34.547767 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dacd9756-064a-48f1-82fb-2a0f83ff9bb6 req-17eb7511-858b-4a63-ae3f-9439a0157ac6 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 210 time: 0.3166091 Aug 08 02:32:34.619418 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8895e879-39bd-42d0-9a85-5836bdba7168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (3324c6bd-8765-41b6-8423-95cb7eeba68d), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:34.701625 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:34.774089 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 6b1edf67-04b9-4580-83c6-32465dfdf318 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:32:34.780627 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-9db04609-b6fe-4346-a1f4-335730ee0dc5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:34.782822 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-9db04609-b6fe-4346-a1f4-335730ee0dc5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 817 time: 0.8289137 Aug 08 02:32:34.808260 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-959a8279-0d21-43fe-ba8d-acdca904adfc req-e4d9eab4-6d33-40ef-83fe-a8416f49ffa0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 210 time: 0.1073194 Aug 08 02:32:34.809926 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-514dc7f3-eeb4-4cc4-bd17-9fd73d66a033 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Request body: {'port': {'device_id': 'b383010a-a42d-40bb-87aa-88500e694738', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'admin_state_up': True, 'tenant_id': 'f1f194384993444da5c7b7f30e42746d'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:34.816803 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895e879-39bd-42d0-9a85-5836bdba7168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3324c6bd-8765-41b6-8423-95cb7eeba68d,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:34.827421 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8895e879-39bd-42d0-9a85-5836bdba7168 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=07fb905cb34d4975a028afc47b11f4d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2085555 Aug 08 02:32:34.830628 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 37560) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:34.854456 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:34.922979 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 6b1edf67-04b9-4580-83c6-32465dfdf318 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:34.924339 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:34.934329 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-10beb536-96ca-4036-998f-3696c20453e0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Allocated IP 172.20.0.5 (a983a294-01dc-46eb-aef5-c79712b4e933/e4898143-b142-4521-9351-8ef3bd60567c/b02fabe8-9ace-422a-a568-18c37daa63c2) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:32:34.949373 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-6ab9f4f1-3654-4bb6-ac4f-dfc93574a27a tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:34.950901 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-6ab9f4f1-3654-4bb6-ac4f-dfc93574a27a tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.48 "GET /networking/v2.0/networks?id=ebd23614-7412-4d82-9d70-8d1b57406fcb HTTP/1.1" status: 200 len: 811 time: 0.6677644 Aug 08 02:32:34.975052 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-24ebcbfe-cb39-42b0-976d-d96d0363af56 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Request body: {'port': {'device_id': 'bcf3b2b7-8778-4f17-b615-2dad95f66ecb', 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb', 'admin_state_up': True, 'tenant_id': 'ce575522168344caacf13cfc7779e25b'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:35.045446 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:35.081559 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 6b1edf67-04b9-4580-83c6-32465dfdf318 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:32:35.109725 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-a7074e28-479a-457c-b284-c707d80fed07 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Allocated IP 172.20.0.8 (87360f95-f3ba-477f-b837-ec26e9e98a48/e0a15f1e-8f7d-40be-8001-fcd3ba94b32d/438a8af0-9043-4725-b741-8f21cc9f8097) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:32:35.135817 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:35.184504 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-07ccab35-566b-4022-bf8a-f0f74983d5a5 admin admin] Publish callbacks [] for security_group (3324c6bd-8765-41b6-8423-95cb7eeba68d), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:35.292687 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-07ccab35-566b-4022-bf8a-f0f74983d5a5 admin admin] Publish callbacks [] for security_group (3324c6bd-8765-41b6-8423-95cb7eeba68d), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:35.467765 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-10beb536-96ca-4036-998f-3696c20453e0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for port (b02fabe8-9ace-422a-a568-18c37daa63c2), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:35.507085 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-24ebcbfe-cb39-42b0-976d-d96d0363af56 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Made reservation on behalf of ce575522168344caacf13cfc7779e25b for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:32:35.511279 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-24ebcbfe-cb39-42b0-976d-d96d0363af56 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:35.514728 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-514dc7f3-eeb4-4cc4-bd17-9fd73d66a033 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Made reservation on behalf of f1f194384993444da5c7b7f30e42746d for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:32:35.519201 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-514dc7f3-eeb4-4cc4-bd17-9fd73d66a033 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:35.549031 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-a7074e28-479a-457c-b284-c707d80fed07 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for port (438a8af0-9043-4725-b741-8f21cc9f8097), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:35.594148 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-07ccab35-566b-4022-bf8a-f0f74983d5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (3324c6bd-8765-41b6-8423-95cb7eeba68d), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:35.613249 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-07ccab35-566b-4022-bf8a-f0f74983d5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:35.618629 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-07ccab35-566b-4022-bf8a-f0f74983d5a5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3324c6bd-8765-41b6-8423-95cb7eeba68d HTTP/1.1" status: 204 len: 168 time: 0.7829378 Aug 08 02:32:35.635282 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccab35-566b-4022-bf8a-f0f74983d5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3324c6bd-8765-41b6-8423-95cb7eeba68d,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:35.752803 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-63d4d62c-02f2-4391-8abd-bf97231c3bc6 req-8b7f5dc8-8657-4de2-a5a3-e532efa45e53 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0556028 Aug 08 02:32:35.764443 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-a7074e28-479a-457c-b284-c707d80fed07 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:35.859835 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-10beb536-96ca-4036-998f-3696c20453e0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (b02fabe8-9ace-422a-a568-18c37daa63c2), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:35.963770 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-a7074e28-479a-457c-b284-c707d80fed07 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Network 87360f95-f3ba-477f-b837-ec26e9e98a48 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:35.992365 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-a7074e28-479a-457c-b284-c707d80fed07 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:36.002292 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-a7074e28-479a-457c-b284-c707d80fed07 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:32:36.017485 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-a7074e28-479a-457c-b284-c707d80fed07 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:36.021346 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-a7074e28-479a-457c-b284-c707d80fed07 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:36.023443 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7074e28-479a-457c-b284-c707d80fed07 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event updated for resources: {'Port': ['ID=438a8af0-9043-4725-b741-8f21cc9f8097,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:36.148248 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:36.154073 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2562f402-5cda-4566-8c65-379fe04b1506 req-f6c849ec-0659-4746-9a1a-76dc0f733057 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 210 time: 0.0964079 Aug 08 02:32:36.236159 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-a7074e28-479a-457c-b284-c707d80fed07 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4743385 Aug 08 02:32:36.253415 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-34866263-635a-494e-9f82-7ff5044ad80f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:32:36.255215 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-34866263-635a-494e-9f82-7ff5044ad80f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0072098 Aug 08 02:32:36.394364 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-514dc7f3-eeb4-4cc4-bd17-9fd73d66a033 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Allocated IP 172.20.0.7 (a983a294-01dc-46eb-aef5-c79712b4e933/e4898143-b142-4521-9351-8ef3bd60567c/b09b9826-f63f-4724-9a75-a75195d2391a) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:32:36.469532 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-376c0f97-fab8-4cf8-8b93-efaaa25e0005 None None] Provisioning complete for port 438a8af0-9043-4725-b741-8f21cc9f8097 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:36.470065 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-376c0f97-fab8-4cf8-8b93-efaaa25e0005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:36.575164 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Request body: {'port': {'device_id': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:36.594904 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-376c0f97-fab8-4cf8-8b93-efaaa25e0005 None None] Port 438a8af0-9043-4725-b741-8f21cc9f8097 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:32:36.672932 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ff9eb-7537-451d-a439-40eb36468b3b req-115151e9-d6ca-4954-8acf-44133505468f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:36.676209 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:36.688294 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ad9ff9eb-7537-451d-a439-40eb36468b3b req-115151e9-d6ca-4954-8acf-44133505468f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 931 time: 0.8375282 Aug 08 02:32:36.703826 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:36.736884 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-10beb536-96ca-4036-998f-3696c20453e0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Network a983a294-01dc-46eb-aef5-c79712b4e933 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:36.864936 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-514dc7f3-eeb4-4cc4-bd17-9fd73d66a033 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for port (b09b9826-f63f-4724-9a75-a75195d2391a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:36.885063 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:36.889966 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-10beb536-96ca-4036-998f-3696c20453e0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:36.893133 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-24ebcbfe-cb39-42b0-976d-d96d0363af56 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Allocated IP 172.20.0.9 (ebd23614-7412-4d82-9d70-8d1b57406fcb/f22d6db6-ad53-49f6-a361-e9ff9f07d563/75f505e8-1b29-4894-a1e1-92ef1e0c2996) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:32:36.907204 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-10beb536-96ca-4036-998f-3696c20453e0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:32:36.912735 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-10beb536-96ca-4036-998f-3696c20453e0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:36.913433 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-10beb536-96ca-4036-998f-3696c20453e0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:36.933167 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10beb536-96ca-4036-998f-3696c20453e0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Pushing event updated for resources: {'Port': ['ID=b02fabe8-9ace-422a-a568-18c37daa63c2,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:36.937042 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=33 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:37.030189 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 37664) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:37.109286 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ad9ff9eb-7537-451d-a439-40eb36468b3b req-95e0a4ce-7a16-4ef1-ac72-62688b6328b6 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4196699 Aug 08 02:32:37.164680 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-156a7db4-041f-4ea0-8f44-35d9ff717db1 req-8128d4fc-3d7c-4023-bd93-6eb9de2c30bc tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.1692519 Aug 08 02:32:37.180781 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2f83c495-6f2b-4e12-acb0-572df02a7e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:37.416317 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-25216d2a-eb0f-46a3-8b8c-7e1531306744 None None] Provisioning complete for port b02fabe8-9ace-422a-a568-18c37daa63c2 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:37.416317 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-25216d2a-eb0f-46a3-8b8c-7e1531306744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (b02fabe8-9ace-422a-a568-18c37daa63c2), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:37.416317 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-25216d2a-eb0f-46a3-8b8c-7e1531306744 None None] Port b02fabe8-9ace-422a-a568-18c37daa63c2 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:32:37.416845 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d1480232-06a1-4c07-99af-152ceac6ac5b req-2fdfa2e0-c7ba-4ba4-ae87-7b506ad3ce7f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 210 time: 0.0354147 Aug 08 02:32:37.416845 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-24ebcbfe-cb39-42b0-976d-d96d0363af56 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Publish callbacks [] for port (75f505e8-1b29-4894-a1e1-92ef1e0c2996), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:37.549206 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438a8af0-9043-4725-b741-8f21cc9f8097 {{(pid=104276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:32:37.562190 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Publish callbacks [] for port (438a8af0-9043-4725-b741-8f21cc9f8097), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:37.583262 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.provisioning_blocks [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Transition to ACTIVE for port object 438a8af0-9043-4725-b741-8f21cc9f8097 will not be triggered until provisioned by entity L2. {{(pid=104276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:32:37.682563 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-514dc7f3-eeb4-4cc4-bd17-9fd73d66a033 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (b09b9826-f63f-4724-9a75-a75195d2391a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:37.718607 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-514dc7f3-eeb4-4cc4-bd17-9fd73d66a033 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Network a983a294-01dc-46eb-aef5-c79712b4e933 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:37.722155 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-514dc7f3-eeb4-4cc4-bd17-9fd73d66a033 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:37.729391 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-514dc7f3-eeb4-4cc4-bd17-9fd73d66a033 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:32:37.734601 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-514dc7f3-eeb4-4cc4-bd17-9fd73d66a033 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:37.735232 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-514dc7f3-eeb4-4cc4-bd17-9fd73d66a033 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:37.761875 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dc7f3-eeb4-4cc4-bd17-9fd73d66a033 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Pushing event updated for resources: {'Port': ['ID=b09b9826-f63f-4724-9a75-a75195d2391a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:37.810699 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-24ebcbfe-cb39-42b0-976d-d96d0363af56 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (75f505e8-1b29-4894-a1e1-92ef1e0c2996), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:37.821687 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-10beb536-96ca-4036-998f-3696c20453e0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3121283 Aug 08 02:32:37.882179 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:37.945529 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Request body: {'port': {'device_id': '4449d47c-fbac-4e23-8017-0a283a5ba7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:38.022062 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-514dc7f3-eeb4-4cc4-bd17-9fd73d66a033 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2094979 Aug 08 02:32:38.035532 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2f83c495-6f2b-4e12-acb0-572df02a7e8c admin admin] Publish callbacks [] for security_group (e33c6083-821d-44dd-9445-cabe9d406f74), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.064581 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-24ebcbfe-cb39-42b0-976d-d96d0363af56 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Network ebd23614-7412-4d82-9d70-8d1b57406fcb is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:32:38.096376 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Request body: {'port': {'device_id': 'b383010a-a42d-40bb-87aa-88500e694738', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:38.111082 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-24ebcbfe-cb39-42b0-976d-d96d0363af56 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:32:38.118078 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-24ebcbfe-cb39-42b0-976d-d96d0363af56 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:32:38.123643 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-24ebcbfe-cb39-42b0-976d-d96d0363af56 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:38.124248 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-24ebcbfe-cb39-42b0-976d-d96d0363af56 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.144816 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:38.155974 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Attempting to bind port 438a8af0-9043-4725-b741-8f21cc9f8097 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:32:38.157815 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Attempting to bind port 438a8af0-9043-4725-b741-8f21cc9f8097 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:32:38.158946 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Attempting to bind port 438a8af0-9043-4725-b741-8f21cc9f8097 on network 87360f95-f3ba-477f-b837-ec26e9e98a48 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:38.174959 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2f83c495-6f2b-4e12-acb0-572df02a7e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e33c6083-821d-44dd-9445-cabe9d406f74), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.181984 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 37688) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:38.227762 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83c495-6f2b-4e12-acb0-572df02a7e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33c6083-821d-44dd-9445-cabe9d406f74,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:38.289680 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Port 438a8af0-9043-4725-b741-8f21cc9f8097 on network 87360f95-f3ba-477f-b837-ec26e9e98a48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:32:38.291490 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Attempting to bind port 438a8af0-9043-4725-b741-8f21cc9f8097 on network 87360f95-f3ba-477f-b837-ec26e9e98a48 {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:38.299095 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Pushing event updated for resources: {'Port': ['ID=438a8af0-9043-4725-b741-8f21cc9f8097,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:38.306646 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-3673e8f9-bcd6-411a-beeb-60b55a534c72 None None] Provisioning complete for port b09b9826-f63f-4724-9a75-a75195d2391a triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:38.309304 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3673e8f9-bcd6-411a-beeb-60b55a534c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (b09b9826-f63f-4724-9a75-a75195d2391a), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.402313 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-3673e8f9-bcd6-411a-beeb-60b55a534c72 None None] Port b09b9826-f63f-4724-9a75-a75195d2391a cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:32:38.439941 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:32:38.440505 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Checking segment: {'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:38.441216 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Bound using segment: {'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'} {{(pid=104276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:32:38.441809 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.managers [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Bound port: 438a8af0-9043-4725-b741-8f21cc9f8097, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'}}] {{(pid=104276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:32:38.442383 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.458201 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ce8da-8645-46a8-9136-f48107c9a3f4 req-a302a07e-d442-413a-b2cd-23ad60fea5f5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:38.469594 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3e5ce8da-8645-46a8-9136-f48107c9a3f4 req-a302a07e-d442-413a-b2cd-23ad60fea5f5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.1442659 Aug 08 02:32:38.577569 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebcbfe-cb39-42b0-976d-d96d0363af56 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Pushing event updated for resources: {'Port': ['ID=75f505e8-1b29-4894-a1e1-92ef1e0c2996,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:38.582160 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:38.585066 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2f83c495-6f2b-4e12-acb0-572df02a7e8c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=93e9444a622d424fb310075577bea900&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5350547 Aug 08 02:32:38.593294 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 37698) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:38.627228 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-a899d4eb-811d-4749-96aa-ee4fdf39389e None None] Provisioning complete for port 75f505e8-1b29-4894-a1e1-92ef1e0c2996 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:32:38.628040 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a899d4eb-811d-4749-96aa-ee4fdf39389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (75f505e8-1b29-4894-a1e1-92ef1e0c2996), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.633146 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9943213b-2459-44bb-841a-afdf6f037019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.635916 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] For port 438a8af0-9043-4725-b741-8f21cc9f8097, host hv-cinder-85226, cleared binding levels {{(pid=104276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:32:38.650486 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:38.664126 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:38.688670 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-24ebcbfe-cb39-42b0-976d-d96d0363af56 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7173998 Aug 08 02:32:38.696342 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b02fabe8-9ace-422a-a568-18c37daa63c2), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.696539 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] For port 438a8af0-9043-4725-b741-8f21cc9f8097, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=438a8af0-9043-4725-b741-8f21cc9f8097,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:32:38.697845 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-a899d4eb-811d-4749-96aa-ee4fdf39389e None None] Port 75f505e8-1b29-4894-a1e1-92ef1e0c2996 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:32:38.711305 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Request body: {'port': {'device_id': 'bcf3b2b7-8778-4f17-b615-2dad95f66ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:32:38.727172 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3e5ce8da-8645-46a8-9136-f48107c9a3f4 req-7f33429d-9cb7-4a19-86d8-db6eaa47331f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542102 Aug 08 02:32:38.734053 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca7733-f828-4742-a508-6e77f5b42f4d req-d017763e-ee7c-4355-bbd5-72b49ee73548 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:38.736367 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e2ca7733-f828-4742-a508-6e77f5b42f4d req-d017763e-ee7c-4355-bbd5-72b49ee73548 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 931 time: 0.1697330 Aug 08 02:32:38.756237 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-40a9380c-0fa8-4706-9a29-654ecae7a06c admin admin] Publish callbacks [] for security_group (e33c6083-821d-44dd-9445-cabe9d406f74), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.762941 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.780409 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:38.781140 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.782581 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/438a8af0-9043-4725-b741-8f21cc9f8097 HTTP/1.1" status: 200 len: 1093 time: 2.2861824 Aug 08 02:32:38.785900 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'tag': '438a8af0-9043-4725-b741-8f21cc9f8097'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:32:38.830091 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:38.840908 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b09b9826-f63f-4724-9a75-a75195d2391a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:38.921009 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-40a9380c-0fa8-4706-9a29-654ecae7a06c admin admin] Publish callbacks [] for security_group (e33c6083-821d-44dd-9445-cabe9d406f74), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:39.042957 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 37708) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:39.138144 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec22f1d30cf05664830ef834bc2fff6277ec84e823fa6e2140b323625de535e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e4e0bd-c8a4-4dc8-bb21-8bbb03f1574c" -d '{"events": [{"name": "network-changed", "server_uuid": "406d6f4e-a119-4be3-82c0-61f8de65229a", "tag": "438a8af0-9043-4725-b741-8f21cc9f8097"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:32:39.211642 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e039b-89d8-4b0b-a304-59a184f0424d service neutron] Pushing event updated for resources: {'Port': ['ID=438a8af0-9043-4725-b741-8f21cc9f8097,revision_number=3']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:39.217617 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8672d-935a-4db4-a55a-a20728ef70b8 req-778f1f92-724d-4ac3-be41-e91235e347ad tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:39.219602 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b9b8672d-935a-4db4-a55a-a20728ef70b8 req-778f1f92-724d-4ac3-be41-e91235e347ad tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 931 time: 0.3467405 Aug 08 02:32:39.230806 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9943213b-2459-44bb-841a-afdf6f037019 admin admin] Publish callbacks [] for security_group (e9c88868-f84f-435a-85dd-4cdd8102ef63), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:39.268252 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-67f03163-6bc0-43ba-b165-6f7ae2258841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:39.269755 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-67f03163-6bc0-43ba-b165-6f7ae2258841 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 1127 time: 0.2442546 Aug 08 02:32:39.336886 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (75f505e8-1b29-4894-a1e1-92ef1e0c2996), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:39.406916 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e2ca7733-f828-4742-a508-6e77f5b42f4d req-e6dca979-17f5-4aca-8658-8cedfb2f2479 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036279 Aug 08 02:32:39.417107 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9943213b-2459-44bb-841a-afdf6f037019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e9c88868-f84f-435a-85dd-4cdd8102ef63), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:39.430031 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-40a9380c-0fa8-4706-9a29-654ecae7a06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e33c6083-821d-44dd-9445-cabe9d406f74), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:39.432549 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-40a9380c-0fa8-4706-9a29-654ecae7a06c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:39.433796 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-40a9380c-0fa8-4706-9a29-654ecae7a06c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e33c6083-821d-44dd-9445-cabe9d406f74 HTTP/1.1" status: 204 len: 168 time: 0.8329594 Aug 08 02:32:39.457397 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-55f14c2a-7858-43d7-83b0-cf3210fc1b19 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=438a8af0-9043-4725-b741-8f21cc9f8097 HTTP/1.1" status: 200 len: 217 time: 0.1680236 Aug 08 02:32:39.530286 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-5431a9f4-a68d-4bb6-90fc-3f77d842eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:39.533307 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-5431a9f4-a68d-4bb6-90fc-3f77d842eb80 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e0a15f1e-8f7d-40be-8001-fcd3ba94b32d HTTP/1.1" status: 200 len: 856 time: 0.0596490 Aug 08 02:32:39.544190 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-84c12a67-cd19-4e03-8b8e-37f90281e8e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:39.583894 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b9b8672d-935a-4db4-a55a-a20728ef70b8 req-5e7cb131-d005-4f98-a4a6-4154fd0ac463 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479953 Aug 08 02:32:39.623748 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943213b-2459-44bb-841a-afdf6f037019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c88868-f84f-435a-85dd-4cdd8102ef63,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:39.690622 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-9943213b-2459-44bb-841a-afdf6f037019 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=94cdabae2f2f4114b107d1ef4c49ba7a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4607415 Aug 08 02:32:39.691905 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-c48b4e21-b293-44a7-a0c6-02e069c836b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:39.693416 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-c48b4e21-b293-44a7-a0c6-02e069c836b5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87360f95-f3ba-477f-b837-ec26e9e98a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1404734 Aug 08 02:32:39.693891 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 37736) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:39.746882 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:39.750443 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9380c-0fa8-4706-9a29-654ecae7a06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33c6083-821d-44dd-9445-cabe9d406f74,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:39.833128 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404497e4-5d35-4e85-8f36-dc96b26298fe x-openstack-request-id: req-404497e4-5d35-4e85-8f36-dc96b26298fe {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:32:39.833667 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406d6f4e-a119-4be3-82c0-61f8de65229a", "tag": "438a8af0-9043-4725-b741-8f21cc9f8097", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:32:39.833667 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-404497e4-5d35-4e85-8f36-dc96b26298fe {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:32:39.834192 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404497e4-5d35-4e85-8f36-dc96b26298fe'] response: {'name': 'network-changed', 'server_uuid': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'tag': '438a8af0-9043-4725-b741-8f21cc9f8097', 'status': 'completed', 'code': 200} Aug 08 02:32:39.936094 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-012c0d54-e7b0-4187-8f26-7defcfe8728e admin admin] Publish callbacks [] for security_group (e9c88868-f84f-435a-85dd-4cdd8102ef63), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:39.996437 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02fabe8-9ace-422a-a568-18c37daa63c2 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:32:40.019592 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Publish callbacks [] for port (b02fabe8-9ace-422a-a568-18c37daa63c2), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.030479 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:40.045992 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-012c0d54-e7b0-4187-8f26-7defcfe8728e admin admin] Publish callbacks [] for security_group (e9c88868-f84f-435a-85dd-4cdd8102ef63), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.078742 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e8d40-55b6-445a-872d-0dc5f2e841ef req-847a78f7-df49-401a-a0a5-6686fad69c99 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:40.082983 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3d9e8d40-55b6-445a-872d-0dc5f2e841ef req-847a78f7-df49-401a-a0a5-6686fad69c99 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.1529222 Aug 08 02:32:40.090384 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Transition to ACTIVE for port object b02fabe8-9ace-422a-a568-18c37daa63c2 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:32:40.097328 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-fa6a872d-7713-40be-b0c8-fc8b1ac482d6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887477 Aug 08 02:32:40.153331 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f505e8-1b29-4894-a1e1-92ef1e0c2996 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:32:40.169668 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Publish callbacks [] for port (75f505e8-1b29-4894-a1e1-92ef1e0c2996), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.182907 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b02fabe8-9ace-422a-a568-18c37daa63c2), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.259389 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:40.261494 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-84c12a67-cd19-4e03-8b8e-37f90281e8e0 admin admin] Publish callbacks [] for security_group (7e41d1f3-a735-4c79-828a-50bb01f325a6), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.277917 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-293367b4-d263-46ae-96c8-206cd7f9f927 req-b539ea9a-e2ec-4b82-84d6-de9926541ad9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570661 Aug 08 02:32:40.296099 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3d9e8d40-55b6-445a-872d-0dc5f2e841ef req-ec9cca42-7297-4537-bec8-e4a6ca38123c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022004 Aug 08 02:32:40.335495 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-84c12a67-cd19-4e03-8b8e-37f90281e8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (7e41d1f3-a735-4c79-828a-50bb01f325a6), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.387819 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:40.392459 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-84c12a67-cd19-4e03-8b8e-37f90281e8e0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7f65d1049f874d27b9e3ef2bdebd1535&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2951825 Aug 08 02:32:40.393414 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c12a67-cd19-4e03-8b8e-37f90281e8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e41d1f3-a735-4c79-828a-50bb01f325a6,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:40.395811 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 37756) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:40.407437 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-012c0d54-e7b0-4187-8f26-7defcfe8728e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e9c88868-f84f-435a-85dd-4cdd8102ef63), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.410392 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-012c0d54-e7b0-4187-8f26-7defcfe8728e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.416304 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-012c0d54-e7b0-4187-8f26-7defcfe8728e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e9c88868-f84f-435a-85dd-4cdd8102ef63 HTTP/1.1" status: 204 len: 168 time: 0.7117605 Aug 08 02:32:40.422241 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Transition to ACTIVE for port object 75f505e8-1b29-4894-a1e1-92ef1e0c2996 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:32:40.443162 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c0d54-e7b0-4187-8f26-7defcfe8728e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c88868-f84f-435a-85dd-4cdd8102ef63,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:40.473809 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Attempting to bind port b02fabe8-9ace-422a-a568-18c37daa63c2 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:32:40.474224 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Attempting to bind port b02fabe8-9ace-422a-a568-18c37daa63c2 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:32:40.479708 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Attempting to bind port b02fabe8-9ace-422a-a568-18c37daa63c2 on network a983a294-01dc-46eb-aef5-c79712b4e933 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:40.494074 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Port b02fabe8-9ace-422a-a568-18c37daa63c2 on network a983a294-01dc-46eb-aef5-c79712b4e933 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:32:40.495652 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Attempting to bind port b02fabe8-9ace-422a-a568-18c37daa63c2 on network a983a294-01dc-46eb-aef5-c79712b4e933 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:40.502573 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Pushing event updated for resources: {'Port': ['ID=b02fabe8-9ace-422a-a568-18c37daa63c2,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:40.529484 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (75f505e8-1b29-4894-a1e1-92ef1e0c2996), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.556201 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:32:40.556702 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Checking segment: {'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:40.557301 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Bound using segment: {'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:32:40.557751 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Bound port: b02fabe8-9ace-422a-a568-18c37daa63c2, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:32:40.558112 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b02fabe8-9ace-422a-a568-18c37daa63c2), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.614079 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4e0bd-c8a4-4dc8-bb21-8bbb03f1574c req-2940c772-b2d6-4148-ad50-6f8683126e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:40.615722 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a1e4e0bd-c8a4-4dc8-bb21-8bbb03f1574c req-2940c772-b2d6-4148-ad50-6f8683126e72 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 1127 time: 0.1778109 Aug 08 02:32:40.617075 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3a232d88-46e8-45fd-80aa-cefcbb8e0e30 admin admin] Publish callbacks [] for security_group (7e41d1f3-a735-4c79-828a-50bb01f325a6), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.713270 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3a232d88-46e8-45fd-80aa-cefcbb8e0e30 admin admin] Publish callbacks [] for security_group (7e41d1f3-a735-4c79-828a-50bb01f325a6), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.746892 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Attempting to bind port 75f505e8-1b29-4894-a1e1-92ef1e0c2996 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:32:40.747526 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Attempting to bind port 75f505e8-1b29-4894-a1e1-92ef1e0c2996 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:32:40.747615 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Attempting to bind port 75f505e8-1b29-4894-a1e1-92ef1e0c2996 on network ebd23614-7412-4d82-9d70-8d1b57406fcb {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:40.801015 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Port 75f505e8-1b29-4894-a1e1-92ef1e0c2996 on network ebd23614-7412-4d82-9d70-8d1b57406fcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:32:40.801363 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Attempting to bind port 75f505e8-1b29-4894-a1e1-92ef1e0c2996 on network ebd23614-7412-4d82-9d70-8d1b57406fcb {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:40.840595 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:32:40.840859 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Checking segment: {'id': '7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:40.841163 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Bound using segment: {'id': '7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:32:40.841614 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Bound port: 75f505e8-1b29-4894-a1e1-92ef1e0c2996, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:32:40.841973 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (75f505e8-1b29-4894-a1e1-92ef1e0c2996), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:40.909006 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Pushing event updated for resources: {'Port': ['ID=75f505e8-1b29-4894-a1e1-92ef1e0c2996,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:40.939948 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fc36f-b0c7-456b-80c5-d5bb2170987c req-38a98085-fce5-4748-8b2b-f7120edbae0f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:40.941504 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8f2fc36f-b0c7-456b-80c5-d5bb2170987c req-38a98085-fce5-4748-8b2b-f7120edbae0f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 931 time: 0.3189189 Aug 08 02:32:40.951362 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] For port b02fabe8-9ace-422a-a568-18c37daa63c2, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:32:40.962657 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] For port b02fabe8-9ace-422a-a568-18c37daa63c2, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b02fabe8-9ace-422a-a568-18c37daa63c2,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:32:40.965499 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09b9826-f63f-4724-9a75-a75195d2391a {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:32:41.004988 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa3ab0-aca3-4b78-9f42-e65243882bd4 req-aaec2a19-0f8b-4b8d-85e7-804a17b0e7da tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:41.006177 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Publish callbacks [] for port (b09b9826-f63f-4724-9a75-a75195d2391a), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:41.006511 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dafa3ab0-aca3-4b78-9f42-e65243882bd4 req-aaec2a19-0f8b-4b8d-85e7-804a17b0e7da tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0675728 Aug 08 02:32:41.012562 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:41.050445 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Transition to ACTIVE for port object b09b9826-f63f-4724-9a75-a75195d2391a will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:32:41.103326 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b02fabe8-9ace-422a-a568-18c37daa63c2), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:41.108263 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] For port 75f505e8-1b29-4894-a1e1-92ef1e0c2996, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:32:41.115359 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] For port 75f505e8-1b29-4894-a1e1-92ef1e0c2996, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=75f505e8-1b29-4894-a1e1-92ef1e0c2996,segment=NetworkSegment(7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4),segment_id=7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:32:41.119803 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:41.120534 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:41.122491 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/b02fabe8-9ace-422a-a568-18c37daa63c2 HTTP/1.1" status: 200 len: 1093 time: 3.2309310 Aug 08 02:32:41.125275 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4449d47c-fbac-4e23-8017-0a283a5ba7d9', 'tag': 'b02fabe8-9ace-422a-a568-18c37daa63c2'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:32:41.129960 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4e0bd-c8a4-4dc8-bb21-8bbb03f1574c req-03ba8c55-9070-49e7-b370-a1bf7fbf79bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:41.138693 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a1e4e0bd-c8a4-4dc8-bb21-8bbb03f1574c req-03ba8c55-9070-49e7-b370-a1bf7fbf79bc service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87360f95-f3ba-477f-b837-ec26e9e98a48 HTTP/1.1" status: 200 len: 918 time: 0.5043926 Aug 08 02:32:41.205110 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dafa3ab0-aca3-4b78-9f42-e65243882bd4 req-f8fcf16c-b0cc-4dba-a4e8-c39cb9e559d2 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844983 Aug 08 02:32:41.214582 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a1e4e0bd-c8a4-4dc8-bb21-8bbb03f1574c req-1a6ac566-c3d3-40d2-8d00-bf6bf5fb7fa0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=438a8af0-9043-4725-b741-8f21cc9f8097 HTTP/1.1" status: 200 len: 217 time: 0.0625150 Aug 08 02:32:41.320477 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3a232d88-46e8-45fd-80aa-cefcbb8e0e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (7e41d1f3-a735-4c79-828a-50bb01f325a6), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:41.332660 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3a232d88-46e8-45fd-80aa-cefcbb8e0e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:41.342369 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-3a232d88-46e8-45fd-80aa-cefcbb8e0e30 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7e41d1f3-a735-4c79-828a-50bb01f325a6 HTTP/1.1" status: 204 len: 168 time: 0.9432712 Aug 08 02:32:41.379741 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8f2fc36f-b0c7-456b-80c5-d5bb2170987c req-dcd208ea-9ffd-437f-8b8a-8c49d851c30c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210157 Aug 08 02:32:41.381215 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a232d88-46e8-45fd-80aa-cefcbb8e0e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e41d1f3-a735-4c79-828a-50bb01f325a6,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:41.429969 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4e0bd-c8a4-4dc8-bb21-8bbb03f1574c req-566cd5b2-dfe6-48c3-93b7-a9938d4f4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:41.434534 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a1e4e0bd-c8a4-4dc8-bb21-8bbb03f1574c req-566cd5b2-dfe6-48c3-93b7-a9938d4f4683 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e0a15f1e-8f7d-40be-8001-fcd3ba94b32d HTTP/1.1" status: 200 len: 856 time: 0.2030172 Aug 08 02:32:41.505021 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b09b9826-f63f-4724-9a75-a75195d2391a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:41.509249 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (75f505e8-1b29-4894-a1e1-92ef1e0c2996), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:41.522965 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:41.523531 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:41.525012 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/75f505e8-1b29-4894-a1e1-92ef1e0c2996 HTTP/1.1" status: 200 len: 1093 time: 2.8258746 Aug 08 02:32:41.531242 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-ed3252e2-615e-4fbb-a9cc-9d6ec7ccec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:41.532822 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-ed3252e2-615e-4fbb-a9cc-9d6ec7ccec71 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 1127 time: 0.2172866 Aug 08 02:32:41.633566 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c07ca3-5007-48fc-9055-10b1eb8430a3 req-d7419abd-124e-43e9-a33b-e9fa92cbe3d2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:41.635590 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-92c07ca3-5007-48fc-9055-10b1eb8430a3 req-d7419abd-124e-43e9-a33b-e9fa92cbe3d2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0920742 Aug 08 02:32:41.658783 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4e0bd-c8a4-4dc8-bb21-8bbb03f1574c req-9c690d4a-7a3e-4a69-b8ac-d47b845dd0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:41.661537 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a1e4e0bd-c8a4-4dc8-bb21-8bbb03f1574c req-9c690d4a-7a3e-4a69-b8ac-d47b845dd0c2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87360f95-f3ba-477f-b837-ec26e9e98a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2150867 Aug 08 02:32:41.785806 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-92c07ca3-5007-48fc-9055-10b1eb8430a3 req-f16ec03e-2b3f-4371-8ca4-a681ad538535 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396964 Aug 08 02:32:41.843343 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629721f2-d6ea-4151-8aa2-7372d9396d4a service neutron] Pushing event updated for resources: {'Port': ['ID=b02fabe8-9ace-422a-a568-18c37daa63c2,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:41.848644 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a1e4e0bd-c8a4-4dc8-bb21-8bbb03f1574c req-7f291a18-f797-4590-9c43-97bf37783d14 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709986 Aug 08 02:32:41.862920 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-82f28a91-81ba-40b1-87a6-4de8774c804e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b02fabe8-9ace-422a-a568-18c37daa63c2 HTTP/1.1" status: 200 len: 217 time: 0.2734792 Aug 08 02:32:41.902179 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Attempting to bind port b09b9826-f63f-4724-9a75-a75195d2391a on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:32:41.906959 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Attempting to bind port b09b9826-f63f-4724-9a75-a75195d2391a by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:32:41.906959 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Attempting to bind port b09b9826-f63f-4724-9a75-a75195d2391a on network a983a294-01dc-46eb-aef5-c79712b4e933 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:41.986746 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Port b09b9826-f63f-4724-9a75-a75195d2391a on network a983a294-01dc-46eb-aef5-c79712b4e933 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:32:41.987074 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Attempting to bind port b09b9826-f63f-4724-9a75-a75195d2391a on network a983a294-01dc-46eb-aef5-c79712b4e933 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:32:42.012472 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-4ebe3a59-4aa8-464e-819f-212bba573e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:42.012472 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-4ebe3a59-4aa8-464e-819f-212bba573e84 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=ce575522168344caacf13cfc7779e25b&device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 1127 time: 0.1557274 Aug 08 02:32:42.013807 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:32:42.014158 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Checking segment: {'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:32:42.014597 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Bound using segment: {'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:32:42.015049 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Bound port: b09b9826-f63f-4724-9a75-a75195d2391a, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:32:42.015408 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b09b9826-f63f-4724-9a75-a75195d2391a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:42.023567 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Pushing event updated for resources: {'Port': ['ID=b09b9826-f63f-4724-9a75-a75195d2391a,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:42.095839 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-5db05119-97cf-4c54-b804-ade81b308a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:42.097303 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-5db05119-97cf-4c54-b804-ade81b308a07 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.2120099 Aug 08 02:32:42.122595 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b8e213-dae8-4c0e-9847-6560ce4c3221" -d '{"events": [{"name": "network-changed", "server_uuid": "4449d47c-fbac-4e23-8017-0a283a5ba7d9", "tag": "b02fabe8-9ace-422a-a568-18c37daa63c2"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:32:42.198092 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a1e4e0bd-c8a4-4dc8-bb21-8bbb03f1574c req-5eaaeb07-8a6f-445a-b5cb-889e698da34c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376288 Aug 08 02:32:42.267692 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:42.270171 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-2074b1cf-181e-48d4-bf59-f385ba32f3da service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75f505e8-1b29-4894-a1e1-92ef1e0c2996 HTTP/1.1" status: 200 len: 217 time: 0.2521966 Aug 08 02:32:42.317770 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:42.524304 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:42.602256 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-3f6118a5-840f-4227-b977-2f0759b8f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:42.603974 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-3f6118a5-840f-4227-b977-2f0759b8f012 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f22d6db6-ad53-49f6-a361-e9ff9f07d563 HTTP/1.1" status: 200 len: 850 time: 0.2224817 Aug 08 02:32:42.638921 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f79bf-18c2-48c9-bef0-66ab97c45d84 req-51430110-651e-42ee-b1a2-e88947b563bd tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:42.640908 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-693f79bf-18c2-48c9-bef0-66ab97c45d84 req-51430110-651e-42ee-b1a2-e88947b563bd tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.3082254 Aug 08 02:32:42.642153 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dd61e-611d-4fae-884f-5a36eee21f2e service neutron] Pushing event updated for resources: {'Port': ['ID=75f505e8-1b29-4894-a1e1-92ef1e0c2996,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:42.669161 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-922cfa66-3e7a-447d-a862-f4f0e87bb2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:42.670714 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-922cfa66-3e7a-447d-a862-f4f0e87bb2f4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4169040 Aug 08 02:32:42.691869 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921b2384-ee55-466a-a634-9752a2cc2c99 x-openstack-request-id: req-921b2384-ee55-466a-a634-9752a2cc2c99 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:32:42.692273 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4449d47c-fbac-4e23-8017-0a283a5ba7d9", "tag": "b02fabe8-9ace-422a-a568-18c37daa63c2", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:32:42.692608 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-921b2384-ee55-466a-a634-9752a2cc2c99 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:32:42.693055 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921b2384-ee55-466a-a634-9752a2cc2c99'] response: {'name': 'network-changed', 'server_uuid': '4449d47c-fbac-4e23-8017-0a283a5ba7d9', 'tag': 'b02fabe8-9ace-422a-a568-18c37daa63c2', 'status': 'completed', 'code': 200} Aug 08 02:32:42.712448 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] For port b09b9826-f63f-4724-9a75-a75195d2391a, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:32:42.791589 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081024ef-6c5c-4dbf-89e2-6495c582fe1b req-11fd61e2-6b5f-420a-bbb7-91b9200d6af1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:42.797955 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-24a532a0-aef7-4a9b-8414-bc35e4a1f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:42.799446 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-081024ef-6c5c-4dbf-89e2-6495c582fe1b req-11fd61e2-6b5f-420a-bbb7-91b9200d6af1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0679171 Aug 08 02:32:42.800416 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-24a532a0-aef7-4a9b-8414-bc35e4a1f177 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ebd23614-7412-4d82-9d70-8d1b57406fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1718051 Aug 08 02:32:42.802558 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] For port b09b9826-f63f-4724-9a75-a75195d2391a, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b09b9826-f63f-4724-9a75-a75195d2391a,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:32:42.907668 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-081024ef-6c5c-4dbf-89e2-6495c582fe1b req-0728c314-f522-4413-8f8f-fba8e54f2165 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059582 Aug 08 02:32:42.913931 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b09b9826-f63f-4724-9a75-a75195d2391a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:42.933634 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:42.934221 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:42.935849 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/b09b9826-f63f-4724-9a75-a75195d2391a HTTP/1.1" status: 200 len: 1093 time: 4.8557992 Aug 08 02:32:42.964308 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-693f79bf-18c2-48c9-bef0-66ab97c45d84 req-5712a7ff-6656-4ad4-92ee-c461e282ae6e tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036196 Aug 08 02:32:43.003870 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-42c1c539-2168-4395-a7d7-cf5586fc69bb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937489 Aug 08 02:32:43.127269 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3215f3-3776-4960-8c6e-39f072523520 req-fd84913f-80e4-4d6f-8284-1e4a36048f40 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:43.127813 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-9be2d2d2-a9d7-434f-8b00-93d776c0523e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ebd23614-7412-4d82-9d70-8d1b57406fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093624 Aug 08 02:32:43.134976 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bd3215f3-3776-4960-8c6e-39f072523520 req-fd84913f-80e4-4d6f-8284-1e4a36048f40 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0737021 Aug 08 02:32:43.180999 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a32f33-78dd-4494-933e-ef6b5d4c9629 service neutron] Pushing event updated for resources: {'Port': ['ID=b09b9826-f63f-4724-9a75-a75195d2391a,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:43.202855 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bd3215f3-3776-4960-8c6e-39f072523520 req-90db89d2-32ee-485d-8445-1d900d55d9ca tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664349 Aug 08 02:32:43.257742 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-0996a8ba-518d-40bc-9dd5-ebd44bb80741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:43.259494 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-0996a8ba-518d-40bc-9dd5-ebd44bb80741 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 1127 time: 0.1463370 Aug 08 02:32:43.329587 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-d7744149-ac37-4fca-b53f-c12f56f65598 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b09b9826-f63f-4724-9a75-a75195d2391a HTTP/1.1" status: 200 len: 217 time: 0.0585599 Aug 08 02:32:43.342581 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-02b5da48-189d-4e64-ae8e-57d0404c5a52 req-a73bcd36-5360-4772-8150-271d41c206c7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798805 Aug 08 02:32:43.410227 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f29b4671-82f1-45ce-bd65-3ac7af71ff42 req-2c4dcce4-ef63-4098-b67e-3b4649477b33 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ebd23614-7412-4d82-9d70-8d1b57406fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201281 Aug 08 02:32:43.434835 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-f988d413-a8e0-4427-b4fe-f664ba2bd220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:43.436443 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-f988d413-a8e0-4427-b4fe-f664ba2bd220 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.0836885 Aug 08 02:32:43.583768 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-9a957b64-f814-4598-a263-8d84efa50edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:43.585789 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-9a957b64-f814-4598-a263-8d84efa50edf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501077 Aug 08 02:32:43.784084 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:43.869881 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8e213-dae8-4c0e-9847-6560ce4c3221 req-02cb30db-57a0-4792-b8ee-5fb1b028c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:43.871910 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-12b8e213-dae8-4c0e-9847-6560ce4c3221 req-02cb30db-57a0-4792-b8ee-5fb1b028c81f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 1127 time: 0.1138439 Aug 08 02:32:43.884510 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-0e743bd6-c822-49a4-af06-0ed341651b89 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498338 Aug 08 02:32:44.147328 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343726d-6e5e-4207-8335-c5c0f9febdb1 req-4a8f0fc7-e2d0-4824-94b2-f566c44ba701 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:44.149660 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0343726d-6e5e-4207-8335-c5c0f9febdb1 req-4a8f0fc7-e2d0-4824-94b2-f566c44ba701 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0779600 Aug 08 02:32:44.264949 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e1f7d-9a32-4648-8912-7bd65d7c7a3e req-f08c0aef-e822-44c6-b691-e7ca14652290 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:44.272717 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8e9e1f7d-9a32-4648-8912-7bd65d7c7a3e req-f08c0aef-e822-44c6-b691-e7ca14652290 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.2304542 Aug 08 02:32:44.281723 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:44.289306 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0343726d-6e5e-4207-8335-c5c0f9febdb1 req-9557255a-4369-43e1-a701-e89da25ab56d tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330893 Aug 08 02:32:44.335735 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-362756a8-589c-4e96-a06e-dce937ccf1b3 req-c03be282-b42a-4269-a4bf-f0acab5909e1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235868 Aug 08 02:32:44.401841 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8e213-dae8-4c0e-9847-6560ce4c3221 req-e06b0e1d-30e2-4634-af85-84764efdf6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:44.403774 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-12b8e213-dae8-4c0e-9847-6560ce4c3221 req-e06b0e1d-30e2-4634-af85-84764efdf6e8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 918 time: 0.5183733 Aug 08 02:32:44.416053 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8e9e1f7d-9a32-4648-8912-7bd65d7c7a3e req-4dd19932-b4e1-4194-a4ca-cb3e5b8874d3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423037 Aug 08 02:32:44.514271 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb71305-9e1c-4646-babc-90f852152109 req-ad01ee0b-59d8-4e8e-bf9c-33e0c22d4c4d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:44.526440 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7bb71305-9e1c-4646-babc-90f852152109 req-ad01ee0b-59d8-4e8e-bf9c-33e0c22d4c4d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.1329772 Aug 08 02:32:44.643001 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7bb71305-9e1c-4646-babc-90f852152109 req-51a69b4d-ea49-43a5-9c57-839913c30e41 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019118 Aug 08 02:32:44.777509 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf3b2b7-8778-4f17-b615-2dad95f66ecb', 'tag': '75f505e8-1b29-4894-a1e1-92ef1e0c2996'}, {'name': 'network-changed', 'server_uuid': 'b383010a-a42d-40bb-87aa-88500e694738', 'tag': 'b09b9826-f63f-4724-9a75-a75195d2391a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:32:44.779801 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac7cc1a-62a0-4128-8161-10d9cab2e129" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf3b2b7-8778-4f17-b615-2dad95f66ecb", "tag": "75f505e8-1b29-4894-a1e1-92ef1e0c2996"}, {"name": "network-changed", "server_uuid": "b383010a-a42d-40bb-87aa-88500e694738", "tag": "b09b9826-f63f-4724-9a75-a75195d2391a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:32:44.796033 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-12b8e213-dae8-4c0e-9847-6560ce4c3221 req-bd7dee2a-a82b-4dfa-b752-7bde247dca52 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b02fabe8-9ace-422a-a568-18c37daa63c2 HTTP/1.1" status: 200 len: 217 time: 0.3532712 Aug 08 02:32:44.799039 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:44.899455 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Aug 2022 02:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acaf269-69b9-4314-9cd7-bf2614a7e73c x-openstack-request-id: req-8acaf269-69b9-4314-9cd7-bf2614a7e73c {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:32:44.900121 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf3b2b7-8778-4f17-b615-2dad95f66ecb", "tag": "75f505e8-1b29-4894-a1e1-92ef1e0c2996", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b383010a-a42d-40bb-87aa-88500e694738", "tag": "b09b9826-f63f-4724-9a75-a75195d2391a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:32:44.900121 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8acaf269-69b9-4314-9cd7-bf2614a7e73c {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:32:44.900402 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acaf269-69b9-4314-9cd7-bf2614a7e73c'] response: {'name': 'network-changed', 'server_uuid': 'bcf3b2b7-8778-4f17-b615-2dad95f66ecb', 'tag': '75f505e8-1b29-4894-a1e1-92ef1e0c2996', 'status': 'completed', 'code': 200} Aug 08 02:32:44.900651 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acaf269-69b9-4314-9cd7-bf2614a7e73c'] response: {'name': 'network-changed', 'server_uuid': 'b383010a-a42d-40bb-87aa-88500e694738', 'tag': 'b09b9826-f63f-4724-9a75-a75195d2391a', 'status': 'completed', 'code': 200} Aug 08 02:32:44.940757 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8e213-dae8-4c0e-9847-6560ce4c3221 req-328588e5-43da-4b72-b16c-39584f3e935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:44.942326 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-12b8e213-dae8-4c0e-9847-6560ce4c3221 req-328588e5-43da-4b72-b16c-39584f3e935c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.1282802 Aug 08 02:32:45.042224 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-a3ba10f8-5467-4e5e-99c3-ca1dbfb42095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:45.044760 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-a3ba10f8-5467-4e5e-99c3-ca1dbfb42095 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=ce575522168344caacf13cfc7779e25b&device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 1127 time: 0.0566235 Aug 08 02:32:45.081637 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8e213-dae8-4c0e-9847-6560ce4c3221 req-9486e049-518b-4c2b-ba74-82abb0343bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:45.083184 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-12b8e213-dae8-4c0e-9847-6560ce4c3221 req-9486e049-518b-4c2b-ba74-82abb0343bae service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1060545 Aug 08 02:32:45.301880 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-6e0b24d3-fc2d-44a3-8f97-a73495849e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:45.304746 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-6e0b24d3-fc2d-44a3-8f97-a73495849e90 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=ebd23614-7412-4d82-9d70-8d1b57406fcb HTTP/1.1" status: 200 len: 912 time: 0.2204425 Aug 08 02:32:45.308842 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-12b8e213-dae8-4c0e-9847-6560ce4c3221 req-bffbe242-4ba8-4906-8ebe-1be0e4624933 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584351 Aug 08 02:32:45.411253 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:45.572034 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9fe0a-4388-419d-ae9c-c41f16540ad7 req-5bee5f58-57b8-4652-8a54-63fff358e8dd tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:45.581474 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-67a9fe0a-4388-419d-ae9c-c41f16540ad7 req-5bee5f58-57b8-4652-8a54-63fff358e8dd tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.1476541 Aug 08 02:32:45.652032 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-67a9fe0a-4388-419d-ae9c-c41f16540ad7 req-2f54aba0-803b-4fc4-8bd7-20d5a7020ace tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692732 Aug 08 02:32:45.679955 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-ec4febd4-feec-4a3c-8483-c2a8aaf7adb6 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75f505e8-1b29-4894-a1e1-92ef1e0c2996 HTTP/1.1" status: 200 len: 217 time: 0.3134789 Aug 08 02:32:45.682117 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-12b8e213-dae8-4c0e-9847-6560ce4c3221 req-b5e215dd-3bf7-4d6a-957e-9aaa0c60f64f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350272 Aug 08 02:32:45.812779 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166cf99-1f61-41d4-9dcf-c17fff0d7b34 req-72d4cdc9-6ecc-4497-90ac-4aa3fc0c90fb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:45.823187 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b166cf99-1f61-41d4-9dcf-c17fff0d7b34 req-72d4cdc9-6ecc-4497-90ac-4aa3fc0c90fb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0708697 Aug 08 02:32:45.824284 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-3e54fece-b943-4d6c-8752-86f661c651c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:45.826095 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-3e54fece-b943-4d6c-8752-86f661c651c4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=f22d6db6-ad53-49f6-a361-e9ff9f07d563 HTTP/1.1" status: 200 len: 850 time: 0.1284132 Aug 08 02:32:45.832434 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e60d1-434f-41d6-9646-da7324cf5838 req-9518caaa-290e-4c06-bb43-0dd3665ffd24 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:45.834001 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8c3e60d1-434f-41d6-9646-da7324cf5838 req-9518caaa-290e-4c06-bb43-0dd3665ffd24 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.1787870 Aug 08 02:32:45.900434 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-ad83eee4-7533-4e69-8872-37de482d63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:45.902294 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-ad83eee4-7533-4e69-8872-37de482d63fe service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ebd23614-7412-4d82-9d70-8d1b57406fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671096 Aug 08 02:32:45.931093 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b166cf99-1f61-41d4-9dcf-c17fff0d7b34 req-67a06d9f-0606-4436-a824-98dcd18a155c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067631 Aug 08 02:32:46.076034 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8c3e60d1-434f-41d6-9646-da7324cf5838 req-c03de83a-e083-4778-af9f-9ad4dc416f4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727431 Aug 08 02:32:46.078550 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-0a81aaf1-4a83-4fbf-b534-ff7e205dc2e7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ebd23614-7412-4d82-9d70-8d1b57406fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428649 Aug 08 02:32:46.798243 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37808e53-6e63-47a9-90f6-4c45f008e420 req-21000c0b-b0cb-41e5-8235-9c3215f31c1b tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:46.798243 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-37808e53-6e63-47a9-90f6-4c45f008e420 req-21000c0b-b0cb-41e5-8235-9c3215f31c1b tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0587375 Aug 08 02:32:46.854389 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-37808e53-6e63-47a9-90f6-4c45f008e420 req-fda0706b-c91c-4be3-b526-b47e56b5dc93 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514696 Aug 08 02:32:47.022715 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:47.103617 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cdd02-9dc4-4800-b155-00607c8e5868 req-cdc4b7da-a44c-42d6-969e-b338048d83a8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:47.115008 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-794cdd02-9dc4-4800-b155-00607c8e5868 req-cdc4b7da-a44c-42d6-969e-b338048d83a8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0928321 Aug 08 02:32:47.194664 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-794cdd02-9dc4-4800-b155-00607c8e5868 req-95ed55a3-3ffe-4dfa-8b8f-967d7ea5e5a1 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741236 Aug 08 02:32:47.268104 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e751b3d-984f-407a-a4d1-18a3c1e1675d req-28a1cde3-5983-4c4a-b162-7ae34d550c7c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:47.269819 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8e751b3d-984f-407a-a4d1-18a3c1e1675d req-28a1cde3-5983-4c4a-b162-7ae34d550c7c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0689514 Aug 08 02:32:47.324313 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8e751b3d-984f-407a-a4d1-18a3c1e1675d req-8dbb0715-0573-4c0a-ac74-2aa5e3fe18cd tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478501 Aug 08 02:32:47.998636 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd78eb5-b3bb-4e82-96d0-fa219ad9e4be req-f097667e-1bb8-4fba-9f81-656e9350ec24 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:48.000094 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ddd78eb5-b3bb-4e82-96d0-fa219ad9e4be req-f097667e-1bb8-4fba-9f81-656e9350ec24 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0524085 Aug 08 02:32:48.050508 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ddd78eb5-b3bb-4e82-96d0-fa219ad9e4be req-0a8e7da0-932f-4528-968a-659550ae0b45 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446000 Aug 08 02:32:48.323675 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c99f3-bcea-40bf-aa99-85bb20181e54 req-93f0e799-5ef9-4144-a72f-030a80422df2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:48.325160 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-916c99f3-bcea-40bf-aa99-85bb20181e54 req-93f0e799-5ef9-4144-a72f-030a80422df2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0523703 Aug 08 02:32:48.394797 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-916c99f3-bcea-40bf-aa99-85bb20181e54 req-b64c1522-cc51-41eb-bca6-66736658ef7d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610273 Aug 08 02:32:48.474112 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7c8df-d1d2-4a12-a5d1-a7e5502bf1ae req-55287312-93dc-44aa-8f7a-c1f1d68d7722 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:48.475647 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-72f7c8df-d1d2-4a12-a5d1-a7e5502bf1ae req-55287312-93dc-44aa-8f7a-c1f1d68d7722 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0677857 Aug 08 02:32:48.531343 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-72f7c8df-d1d2-4a12-a5d1-a7e5502bf1ae req-5c1f1f4b-d384-4283-bb7a-847f66708e19 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489900 Aug 08 02:32:49.187815 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05de3e0-069c-4c0d-be1a-673fb9182418 req-ea5f75ed-e25c-445d-aefb-dbf91caed4e7 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:49.189297 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d05de3e0-069c-4c0d-be1a-673fb9182418 req-ea5f75ed-e25c-445d-aefb-dbf91caed4e7 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0543282 Aug 08 02:32:49.237373 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d05de3e0-069c-4c0d-be1a-673fb9182418 req-01ee729d-0349-4c10-ab04-041f2e561227 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 Aug 08 02:32:49.498090 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 38054) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:49.536487 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29810fc5-554d-419d-b913-74f283f529ff req-7c33659f-d8ab-428f-822a-1ed03ec3d9a8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:49.536487 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-29810fc5-554d-419d-b913-74f283f529ff req-7c33659f-d8ab-428f-822a-1ed03ec3d9a8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0523283 Aug 08 02:32:49.594757 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-29810fc5-554d-419d-b913-74f283f529ff req-8c6b0511-0f4e-4efc-9127-b3649e5de613 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526731 Aug 08 02:32:49.654241 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3694b6ad-8b07-42bd-88df-6172ed2995f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:49.684536 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1843a07-c307-44f0-b1f2-edbd64082bab req-df8374ae-60f0-47f5-89e9-a6a68834181a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:49.686067 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f1843a07-c307-44f0-b1f2-edbd64082bab req-df8374ae-60f0-47f5-89e9-a6a68834181a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0760071 Aug 08 02:32:49.759565 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f1843a07-c307-44f0-b1f2-edbd64082bab req-d7416027-63f6-4831-af23-07fde5745beb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666711 Aug 08 02:32:49.776274 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:49.795262 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:49.797249 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3694b6ad-8b07-42bd-88df-6172ed2995f2 admin admin] Publish callbacks [] for security_group (40b21dfa-9b3c-4ba0-bf3d-821a007346b0), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:49.877647 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3694b6ad-8b07-42bd-88df-6172ed2995f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (40b21dfa-9b3c-4ba0-bf3d-821a007346b0), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:49.927019 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-3694b6ad-8b07-42bd-88df-6172ed2995f2 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d928ecfce43944ee80fa940e6f363a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270630 Aug 08 02:32:49.927019 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 38072) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:49.939218 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694b6ad-8b07-42bd-88df-6172ed2995f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b21dfa-9b3c-4ba0-bf3d-821a007346b0,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:49.958338 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:49.983738 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-18398dd0-c54d-4295-8e50-82c14e7ae8b6 admin admin] Publish callbacks [] for security_group (40b21dfa-9b3c-4ba0-bf3d-821a007346b0), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:50.008769 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-18398dd0-c54d-4295-8e50-82c14e7ae8b6 admin admin] Publish callbacks [] for security_group (40b21dfa-9b3c-4ba0-bf3d-821a007346b0), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:50.123310 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-18398dd0-c54d-4295-8e50-82c14e7ae8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (40b21dfa-9b3c-4ba0-bf3d-821a007346b0), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:50.125929 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-18398dd0-c54d-4295-8e50-82c14e7ae8b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:50.127104 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-18398dd0-c54d-4295-8e50-82c14e7ae8b6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/40b21dfa-9b3c-4ba0-bf3d-821a007346b0 HTTP/1.1" status: 204 len: 168 time: 0.1953895 Aug 08 02:32:50.135233 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18398dd0-c54d-4295-8e50-82c14e7ae8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b21dfa-9b3c-4ba0-bf3d-821a007346b0,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:50.361534 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc127c-a8b1-46f4-ad5c-556b250f95e8 req-084499ee-d5b6-4587-b028-aef239682f7a tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:50.363263 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2afc127c-a8b1-46f4-ad5c-556b250f95e8 req-084499ee-d5b6-4587-b028-aef239682f7a tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0506501 Aug 08 02:32:50.423082 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2afc127c-a8b1-46f4-ad5c-556b250f95e8 req-e0c786f1-bab9-49c3-848e-3a916e99238e tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528882 Aug 08 02:32:50.431967 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 38088) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:50.535049 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-09520ba6-7f5d-4d6d-9800-9027f08979c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:50.547992 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5cea3e48-a817-435f-8b09-65b07d622b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:50.628794 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5cea3e48-a817-435f-8b09-65b07d622b37 admin admin] Publish callbacks [] for security_group (7a176739-d30d-48c4-ba3b-cceaa88460ec), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:50.713662 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5cea3e48-a817-435f-8b09-65b07d622b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (7a176739-d30d-48c4-ba3b-cceaa88460ec), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:50.740095 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a53c-c11b-4f59-945e-60bf4aa069d8 req-d23170f6-c63f-4060-8e6c-fb74cb10e29e tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:50.741577 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b8b4a53c-c11b-4f59-945e-60bf4aa069d8 req-d23170f6-c63f-4060-8e6c-fb74cb10e29e tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0678515 Aug 08 02:32:50.772745 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-5cea3e48-a817-435f-8b09-65b07d622b37 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=839f32f55f3548b6b7f4b5ea2faeff39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397038 Aug 08 02:32:50.780274 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 38100) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:50.791401 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea3e48-a817-435f-8b09-65b07d622b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a176739-d30d-48c4-ba3b-cceaa88460ec,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:50.820946 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:50.841997 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 38104) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:50.848661 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b8b4a53c-c11b-4f59-945e-60bf4aa069d8 req-5eecdc17-8474-4d40-86e2-5b70be310dbf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969596 Aug 08 02:32:50.864844 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cdfce7e0-f91f-4b2f-b469-7b53dda46982 admin admin] Publish callbacks [] for security_group (7a176739-d30d-48c4-ba3b-cceaa88460ec), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:50.887075 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-20c20228-03ec-4b4b-ba8a-7f644defa883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:50.887585 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cdfce7e0-f91f-4b2f-b469-7b53dda46982 admin admin] Publish callbacks [] for security_group (7a176739-d30d-48c4-ba3b-cceaa88460ec), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:50.916570 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5115dc-486d-4eae-b102-4fb301055021 req-537cc9b3-ac90-4ce5-abde-ce5bf51c1c4e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:50.918184 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8d5115dc-486d-4eae-b102-4fb301055021 req-537cc9b3-ac90-4ce5-abde-ce5bf51c1c4e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0777640 Aug 08 02:32:50.967974 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:50.982833 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8d5115dc-486d-4eae-b102-4fb301055021 req-d2b38eea-1341-4205-b116-18683ae8c37b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580273 Aug 08 02:32:51.037524 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cdfce7e0-f91f-4b2f-b469-7b53dda46982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (7a176739-d30d-48c4-ba3b-cceaa88460ec), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.040221 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cdfce7e0-f91f-4b2f-b469-7b53dda46982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.041418 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-cdfce7e0-f91f-4b2f-b469-7b53dda46982 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7a176739-d30d-48c4-ba3b-cceaa88460ec HTTP/1.1" status: 204 len: 168 time: 0.2602539 Aug 08 02:32:51.049649 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfce7e0-f91f-4b2f-b469-7b53dda46982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a176739-d30d-48c4-ba3b-cceaa88460ec,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:51.082625 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-20c20228-03ec-4b4b-ba8a-7f644defa883 admin admin] Publish callbacks [] for security_group (cc467b7b-5437-4877-939c-7fcc1f3e9e72), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.168068 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-20c20228-03ec-4b4b-ba8a-7f644defa883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (cc467b7b-5437-4877-939c-7fcc1f3e9e72), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.212868 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-20c20228-03ec-4b4b-ba8a-7f644defa883 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=174eb651d83d46a6922d3a22b7ed207a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625734 Aug 08 02:32:51.213648 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c20228-03ec-4b4b-ba8a-7f644defa883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc467b7b-5437-4877-939c-7fcc1f3e9e72,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:51.219873 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 38116) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:51.282784 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f3af-0592-4870-a24a-4bf1d3343d1c admin admin] Publish callbacks [] for security_group (cc467b7b-5437-4877-939c-7fcc1f3e9e72), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.307377 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f3af-0592-4870-a24a-4bf1d3343d1c admin admin] Publish callbacks [] for security_group (cc467b7b-5437-4877-939c-7fcc1f3e9e72), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.322173 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:51.443066 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f3af-0592-4870-a24a-4bf1d3343d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (cc467b7b-5437-4877-939c-7fcc1f3e9e72), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.447500 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f3af-0592-4870-a24a-4bf1d3343d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.448415 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4fd3f3af-0592-4870-a24a-4bf1d3343d1c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cc467b7b-5437-4877-939c-7fcc1f3e9e72 HTTP/1.1" status: 204 len: 168 time: 0.2274673 Aug 08 02:32:51.456697 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3f3af-0592-4870-a24a-4bf1d3343d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc467b7b-5437-4877-939c-7fcc1f3e9e72,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:51.556834 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfa0c1-b509-48ee-80d6-8cb82db8fb6d req-0276feaa-e77e-4300-a3d1-6f189e042600 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:51.558305 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bfdfa0c1-b509-48ee-80d6-8cb82db8fb6d req-0276feaa-e77e-4300-a3d1-6f189e042600 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0490592 Aug 08 02:32:51.606872 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bfdfa0c1-b509-48ee-80d6-8cb82db8fb6d req-f30523fb-390a-4e39-ac96-18cdb35e75e4 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425720 Aug 08 02:32:51.838671 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 38126) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:51.852807 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8feea09a-05ea-4285-ad8c-d2606520bc3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.932508 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8feea09a-05ea-4285-ad8c-d2606520bc3f admin admin] Publish callbacks [] for security_group (64d67129-0eda-4c77-a7b1-eb184dffd6fa), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:51.988908 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f56145-7164-4a3c-aee7-b22d7214eb35 req-cb28963e-eb22-46b4-b567-77685bd25029 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:51.990421 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e1f56145-7164-4a3c-aee7-b22d7214eb35 req-cb28963e-eb22-46b4-b567-77685bd25029 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0507476 Aug 08 02:32:52.028865 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8feea09a-05ea-4285-ad8c-d2606520bc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (64d67129-0eda-4c77-a7b1-eb184dffd6fa), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:52.075303 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e1f56145-7164-4a3c-aee7-b22d7214eb35 req-5791dc5c-7371-4219-8e5b-a8122fbc7758 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792201 Aug 08 02:32:52.088822 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8feea09a-05ea-4285-ad8c-d2606520bc3f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9b0b19295ad747edab283e64fdef7f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460425 Aug 08 02:32:52.088822 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feea09a-05ea-4285-ad8c-d2606520bc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d67129-0eda-4c77-a7b1-eb184dffd6fa,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:52.090838 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 38138) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:52.129870 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55435917-3a11-43d7-b3af-414923a5efae req-d9461405-ff50-4b51-a705-91ec8bb12e77 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:52.131549 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-55435917-3a11-43d7-b3af-414923a5efae req-d9461405-ff50-4b51-a705-91ec8bb12e77 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0681133 Aug 08 02:32:52.158198 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-51844490-1645-4af9-89b2-334a766a1bdb admin admin] Publish callbacks [] for security_group (64d67129-0eda-4c77-a7b1-eb184dffd6fa), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:52.188576 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-51844490-1645-4af9-89b2-334a766a1bdb admin admin] Publish callbacks [] for security_group (64d67129-0eda-4c77-a7b1-eb184dffd6fa), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:52.190528 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:52.191100 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-55435917-3a11-43d7-b3af-414923a5efae req-8f0c98ed-6c06-4e1d-bf47-b80c933a8ec7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537763 Aug 08 02:32:52.317402 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-51844490-1645-4af9-89b2-334a766a1bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (64d67129-0eda-4c77-a7b1-eb184dffd6fa), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:52.320162 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-51844490-1645-4af9-89b2-334a766a1bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:52.321554 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-51844490-1645-4af9-89b2-334a766a1bdb admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/64d67129-0eda-4c77-a7b1-eb184dffd6fa HTTP/1.1" status: 204 len: 168 time: 0.2295995 Aug 08 02:32:52.330075 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844490-1645-4af9-89b2-334a766a1bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d67129-0eda-4c77-a7b1-eb184dffd6fa,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:52.745086 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f62d0-edab-4e9d-9dde-646243e8fcd7 req-bb7611a3-ef28-41e4-9d45-f16218303fc2 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:52.746645 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d44f62d0-edab-4e9d-9dde-646243e8fcd7 req-bb7611a3-ef28-41e4-9d45-f16218303fc2 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0593419 Aug 08 02:32:52.823058 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d44f62d0-edab-4e9d-9dde-646243e8fcd7 req-ef2aa55b-a623-4a90-bf41-b13fb5085dd1 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655553 Aug 08 02:32:52.913568 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8dffec61-2c2d-46a8-9716-1f922c2c9e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:53.214119 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0450fe6-c057-47cd-bcae-46cb9907ebfb req-4bb1fd40-5ea5-4a6b-9c14-277977ea6440 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:53.215673 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e0450fe6-c057-47cd-bcae-46cb9907ebfb req-4bb1fd40-5ea5-4a6b-9c14-277977ea6440 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0516179 Aug 08 02:32:53.301753 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e0450fe6-c057-47cd-bcae-46cb9907ebfb req-2121c34b-f718-47ff-affc-aff1233b39a0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803261 Aug 08 02:32:53.334166 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61f581-8ac0-4b36-aa71-2cba24a42d41 req-5bd63150-9bc7-493f-b8f6-f4a789563c4b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:53.336436 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3f61f581-8ac0-4b36-aa71-2cba24a42d41 req-5bd63150-9bc7-493f-b8f6-f4a789563c4b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0508738 Aug 08 02:32:53.386099 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3f61f581-8ac0-4b36-aa71-2cba24a42d41 req-040516e2-f02d-431d-a5a7-ae3710006599 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440228 Aug 08 02:32:53.967598 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250af5e5-c631-405c-b780-6fabb5366091 req-f29213cc-55e1-4fef-88a9-9738426cf533 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:53.975507 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-250af5e5-c631-405c-b780-6fabb5366091 req-f29213cc-55e1-4fef-88a9-9738426cf533 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0675793 Aug 08 02:32:53.975925 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:32:54.000472 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-dd63f624-794a-420e-9a61-0e623a68cc2a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ebd23614-7412-4d82-9d70-8d1b57406fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156104 Aug 08 02:32:54.028666 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-250af5e5-c631-405c-b780-6fabb5366091 req-bcc11edd-a62d-4c14-921a-62965c0bf7c0 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506723 Aug 08 02:32:54.321259 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-f3937928-f439-4be9-8023-70ee79f7c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:54.322820 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-f3937928-f439-4be9-8023-70ee79f7c9d3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 1127 time: 0.0399456 Aug 08 02:32:54.357705 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:54.468644 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-bf2d7219-8291-4f4e-a4a7-a5ece9c76a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:54.470174 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-bf2d7219-8291-4f4e-a4a7-a5ece9c76a75 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 918 time: 0.1408842 Aug 08 02:32:54.487125 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406c4b0-7a7e-4d96-8dd8-7eec965d1b8a req-1bc7bece-8633-408e-bf1f-3df5981c372f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:54.487125 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0406c4b0-7a7e-4d96-8dd8-7eec965d1b8a req-1bc7bece-8633-408e-bf1f-3df5981c372f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0777202 Aug 08 02:32:54.544581 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32022b18-e867-44cf-8eee-38426d100b4d req-0208c9f3-1cac-4faa-adb6-64c4e11a13e7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:54.547081 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-8eaec506-eefa-48e0-a0da-907bb5282c54 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b09b9826-f63f-4724-9a75-a75195d2391a HTTP/1.1" status: 200 len: 217 time: 0.0615306 Aug 08 02:32:54.547220 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-32022b18-e867-44cf-8eee-38426d100b4d req-0208c9f3-1cac-4faa-adb6-64c4e11a13e7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0663297 Aug 08 02:32:54.602483 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-32022b18-e867-44cf-8eee-38426d100b4d req-89e09c8c-d796-4134-a529-909eb3bb91c3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497041 Aug 08 02:32:54.628529 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0406c4b0-7a7e-4d96-8dd8-7eec965d1b8a req-bd1b1b34-f052-4fa6-887b-59a812caf9f4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361351 Aug 08 02:32:54.631077 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-5a5dfeb4-8681-4b80-9f52-974818fdfc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:54.631329 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-5a5dfeb4-8681-4b80-9f52-974818fdfc5a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.0767679 Aug 08 02:32:54.679181 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-23ac230a-b103-42de-bbae-17972b458d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:54.681110 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-23ac230a-b103-42de-bbae-17972b458d71 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437672 Aug 08 02:32:54.795998 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-a4924525-8a32-4b80-b269-2a2dd349e162 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064162 Aug 08 02:32:55.161670 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae34afe-c1b8-4619-a1c3-4056d8ff8cdf req-594eebd0-0f55-45ba-944d-c194326892a4 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:55.163253 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-eae34afe-c1b8-4619-a1c3-4056d8ff8cdf req-594eebd0-0f55-45ba-944d-c194326892a4 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0495052 Aug 08 02:32:55.221202 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-eae34afe-c1b8-4619-a1c3-4056d8ff8cdf req-e63a00ec-8321-40c9-aeb9-2274767da976 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520413 Aug 08 02:32:55.722173 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835b5c4-7ef2-451f-92ed-e23373ec9bb1 req-eefae78c-f215-4f84-bf95-60afb9d60c67 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:55.723696 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8835b5c4-7ef2-451f-92ed-e23373ec9bb1 req-eefae78c-f215-4f84-bf95-60afb9d60c67 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0494680 Aug 08 02:32:55.730193 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:55.757215 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:55.780288 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8835b5c4-7ef2-451f-92ed-e23373ec9bb1 req-373576c8-fe93-4615-861b-95600e765c31 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502617 Aug 08 02:32:55.783401 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6476d-f036-4ab9-9c5b-97713f5f4a59 req-0a3b23e3-5f1c-4517-bc15-75d22534cbef tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:55.785137 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-07c6476d-f036-4ab9-9c5b-97713f5f4a59 req-0a3b23e3-5f1c-4517-bc15-75d22534cbef tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0707521 Aug 08 02:32:55.839732 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-07c6476d-f036-4ab9-9c5b-97713f5f4a59 req-d2428514-e8e2-4428-bd09-fd97a9320e48 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475016 Aug 08 02:32:55.888972 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:56.009377 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:56.117710 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:56.319289 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 38340) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:56.354759 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e1bce-0081-479c-ac30-930dd707d10f req-8c0dc4b8-14cc-4ef7-b638-726af9ecb452 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:56.356311 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-611e1bce-0081-479c-ac30-930dd707d10f req-8c0dc4b8-14cc-4ef7-b638-726af9ecb452 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0562770 Aug 08 02:32:56.405259 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-611e1bce-0081-479c-ac30-930dd707d10f req-6e25ead2-7ee7-43a1-8ec9-f53964f60aaf tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429442 Aug 08 02:32:56.431933 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ed488b63-358b-4f84-9502-f3704a1520f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:56.507120 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ed488b63-358b-4f84-9502-f3704a1520f4 admin admin] Publish callbacks [] for security_group (c1f5e56d-1f48-41db-913c-1873127cdb97), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:56.608585 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ed488b63-358b-4f84-9502-f3704a1520f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (c1f5e56d-1f48-41db-913c-1873127cdb97), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:56.650414 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-ed488b63-358b-4f84-9502-f3704a1520f4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a0f00624cad6436f9629589de0ca1962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295515 Aug 08 02:32:56.651269 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed488b63-358b-4f84-9502-f3704a1520f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f5e56d-1f48-41db-913c-1873127cdb97,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:56.653179 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 38358) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:56.705694 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0fb76292-3547-47d4-bac9-ea50771d1d80 admin admin] Publish callbacks [] for security_group (c1f5e56d-1f48-41db-913c-1873127cdb97), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:56.727185 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0fb76292-3547-47d4-bac9-ea50771d1d80 admin admin] Publish callbacks [] for security_group (c1f5e56d-1f48-41db-913c-1873127cdb97), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:56.825739 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0fb76292-3547-47d4-bac9-ea50771d1d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (c1f5e56d-1f48-41db-913c-1873127cdb97), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:56.828330 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0fb76292-3547-47d4-bac9-ea50771d1d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:56.829467 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-0fb76292-3547-47d4-bac9-ea50771d1d80 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c1f5e56d-1f48-41db-913c-1873127cdb97 HTTP/1.1" status: 204 len: 168 time: 0.1751552 Aug 08 02:32:56.839208 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb76292-3547-47d4-bac9-ea50771d1d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f5e56d-1f48-41db-913c-1873127cdb97,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:56.931739 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a42d8-49e8-46ba-bcc0-cfcda1c96382 req-e81ef5a8-99fa-449b-834c-ce6e56e570f9 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:56.933308 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-910a42d8-49e8-46ba-bcc0-cfcda1c96382 req-e81ef5a8-99fa-449b-834c-ce6e56e570f9 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0724468 Aug 08 02:32:57.004438 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7428d-27d1-4e78-ab2b-226c76f1ace3 req-d213f88e-8609-456f-a735-a20904d4b26c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:57.005984 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-14b7428d-27d1-4e78-ab2b-226c76f1ace3 req-d213f88e-8609-456f-a735-a20904d4b26c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0685422 Aug 08 02:32:57.012775 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-910a42d8-49e8-46ba-bcc0-cfcda1c96382 req-69c68e63-611c-4073-99c4-a0eb93bb231e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728865 Aug 08 02:32:57.045493 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:57.075195 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-14b7428d-27d1-4e78-ab2b-226c76f1ace3 req-e06bf7ec-f131-4f05-b08e-d85f637bd81c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562563 Aug 08 02:32:57.527081 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb3e89-d733-4745-a8a0-995632dd11fd req-7d6c83df-76b8-41fb-827b-b5c070100afb tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:57.528913 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ffcb3e89-d733-4745-a8a0-995632dd11fd req-7d6c83df-76b8-41fb-827b-b5c070100afb tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0478611 Aug 08 02:32:57.573063 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 38410) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:57.577264 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:57.589753 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fbd65315-6bdc-4fab-aab0-9bc34ad934b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:57.590531 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ffcb3e89-d733-4745-a8a0-995632dd11fd req-bab6d0d6-2a78-451e-9d01-1c328e34056b tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559111 Aug 08 02:32:57.669873 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fbd65315-6bdc-4fab-aab0-9bc34ad934b5 admin admin] Publish callbacks [] for security_group (b4464528-ec15-46b1-b127-09cce06ad396), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:57.774556 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fbd65315-6bdc-4fab-aab0-9bc34ad934b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (b4464528-ec15-46b1-b127-09cce06ad396), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:57.814713 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-fbd65315-6bdc-4fab-aab0-9bc34ad934b5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=865ba408901a49b586653e4743c87c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404137 Aug 08 02:32:57.815550 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65315-6bdc-4fab-aab0-9bc34ad934b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4464528-ec15-46b1-b127-09cce06ad396,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:57.818921 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 38416) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:57.874254 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f642-cdbc-486b-84d7-8ebb8724ff03 admin admin] Publish callbacks [] for security_group (b4464528-ec15-46b1-b127-09cce06ad396), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:57.899257 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f642-cdbc-486b-84d7-8ebb8724ff03 admin admin] Publish callbacks [] for security_group (b4464528-ec15-46b1-b127-09cce06ad396), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:58.032005 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f642-cdbc-486b-84d7-8ebb8724ff03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (b4464528-ec15-46b1-b127-09cce06ad396), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:58.034587 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f642-cdbc-486b-84d7-8ebb8724ff03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:58.035729 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8ae2f642-cdbc-486b-84d7-8ebb8724ff03 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b4464528-ec15-46b1-b127-09cce06ad396 HTTP/1.1" status: 204 len: 168 time: 0.2135227 Aug 08 02:32:58.045073 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2f642-cdbc-486b-84d7-8ebb8724ff03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4464528-ec15-46b1-b127-09cce06ad396,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:58.149692 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948920-1a09-43b5-b529-202e022770f2 req-336dedee-1e91-4caf-bc8d-ede07b3e48c1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:58.151245 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-16948920-1a09-43b5-b529-202e022770f2 req-336dedee-1e91-4caf-bc8d-ede07b3e48c1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0544198 Aug 08 02:32:58.203340 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-16948920-1a09-43b5-b529-202e022770f2 req-14fe973f-a053-4995-bb01-2e97d9af6c77 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460773 Aug 08 02:32:58.218965 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd33205-4649-47d5-97fe-da8555b80eb7 req-765a608a-8577-4a4f-b58d-cd607c0d0690 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:58.225668 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dcd33205-4649-47d5-97fe-da8555b80eb7 req-765a608a-8577-4a4f-b58d-cd607c0d0690 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0750217 Aug 08 02:32:58.274207 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dcd33205-4649-47d5-97fe-da8555b80eb7 req-41ae321d-dada-4ced-a2fd-3ad814ede79d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471604 Aug 08 02:32:58.313662 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 38430) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:58.428738 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-777a43c4-c5f2-4ae6-9023-d6d7e6018af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:58.472841 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:58.504913 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-777a43c4-c5f2-4ae6-9023-d6d7e6018af3 admin admin] Publish callbacks [] for security_group (08d8dcf7-4d7d-42f2-a88b-0e4478ced834), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:58.706515 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-777a43c4-c5f2-4ae6-9023-d6d7e6018af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (08d8dcf7-4d7d-42f2-a88b-0e4478ced834), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:58.712017 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c5afc-c667-44d3-9149-03745d24fe52 req-73048e2f-463a-47bc-8ed4-effa176e7804 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:58.713510 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-432c5afc-c667-44d3-9149-03745d24fe52 req-73048e2f-463a-47bc-8ed4-effa176e7804 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0487020 Aug 08 02:32:58.750597 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-777a43c4-c5f2-4ae6-9023-d6d7e6018af3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c1c297b6d914487c90651bbaf18a816b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357195 Aug 08 02:32:58.751400 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a43c4-c5f2-4ae6-9023-d6d7e6018af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d8dcf7-4d7d-42f2-a88b-0e4478ced834,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:58.753716 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 38448) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:58.770340 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-432c5afc-c667-44d3-9149-03745d24fe52 req-4f7016ad-8519-42ce-b9e5-676f447e0414 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510659 Aug 08 02:32:58.803382 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-12842a28-a9d1-4b94-8e3c-b36de68f6589 admin admin] Publish callbacks [] for security_group (08d8dcf7-4d7d-42f2-a88b-0e4478ced834), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:58.826583 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-12842a28-a9d1-4b94-8e3c-b36de68f6589 admin admin] Publish callbacks [] for security_group (08d8dcf7-4d7d-42f2-a88b-0e4478ced834), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:58.963120 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-12842a28-a9d1-4b94-8e3c-b36de68f6589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (08d8dcf7-4d7d-42f2-a88b-0e4478ced834), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:58.965755 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-12842a28-a9d1-4b94-8e3c-b36de68f6589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:58.966920 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-12842a28-a9d1-4b94-8e3c-b36de68f6589 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/08d8dcf7-4d7d-42f2-a88b-0e4478ced834 HTTP/1.1" status: 204 len: 168 time: 0.2123210 Aug 08 02:32:58.976507 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12842a28-a9d1-4b94-8e3c-b36de68f6589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d8dcf7-4d7d-42f2-a88b-0e4478ced834,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:59.335519 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65e882-32ef-4eb4-b8fe-befcae4b294c req-1695f1b5-c214-46b5-9a1c-2d865b69722a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:59.337028 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6a65e882-32ef-4eb4-b8fe-befcae4b294c req-1695f1b5-c214-46b5-9a1c-2d865b69722a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0505571 Aug 08 02:32:59.395046 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6a65e882-32ef-4eb4-b8fe-befcae4b294c req-589964cb-9d2b-4a25-b913-04b5414ee9ec tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523388 Aug 08 02:32:59.406964 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d65d6a-6f81-4ae0-a4dc-5a22f727b9c0 req-f0ccc002-f97c-4126-aa6c-013ea581bb16 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:59.408445 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-59d65d6a-6f81-4ae0-a4dc-5a22f727b9c0 req-f0ccc002-f97c-4126-aa6c-013ea581bb16 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0492249 Aug 08 02:32:59.458535 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-59d65d6a-6f81-4ae0-a4dc-5a22f727b9c0 req-3b030b7c-5124-4c5c-b02c-1113d72db8f6 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440784 Aug 08 02:32:59.626461 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 38480) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:59.634856 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:32:59.644965 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-99fc87ff-e0cd-4f6c-a1ed-8cf4004aba43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:59.723462 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-99fc87ff-e0cd-4f6c-a1ed-8cf4004aba43 admin admin] Publish callbacks [] for security_group (2869efe3-64de-4553-877e-64e52a401c0d), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:59.767481 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-99fc87ff-e0cd-4f6c-a1ed-8cf4004aba43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (2869efe3-64de-4553-877e-64e52a401c0d), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:59.815155 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc87ff-e0cd-4f6c-a1ed-8cf4004aba43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2869efe3-64de-4553-877e-64e52a401c0d,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:32:59.820929 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-99fc87ff-e0cd-4f6c-a1ed-8cf4004aba43 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5009ae5f7058403888696669889d89ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933706 Aug 08 02:32:59.823613 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 38486) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:32:59.904245 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a7711-d407-4980-b4a5-d81362b878be req-b7a7b613-55b9-41e1-b681-1bc20b108664 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:32:59.905701 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ab1a7711-d407-4980-b4a5-d81362b878be req-b7a7b613-55b9-41e1-b681-1bc20b108664 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0604179 Aug 08 02:32:59.917482 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-18efb632-cfd3-4174-ad73-b4e78b972699 admin admin] Publish callbacks [] for security_group (2869efe3-64de-4553-877e-64e52a401c0d), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:59.963892 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-18efb632-cfd3-4174-ad73-b4e78b972699 admin admin] Publish callbacks [] for security_group (2869efe3-64de-4553-877e-64e52a401c0d), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:32:59.993411 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ab1a7711-d407-4980-b4a5-d81362b878be req-a1c4a5fb-55ce-4991-bcc8-57ebfe736fda tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777442 Aug 08 02:33:00.099443 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-18efb632-cfd3-4174-ad73-b4e78b972699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (2869efe3-64de-4553-877e-64e52a401c0d), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:00.102626 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-18efb632-cfd3-4174-ad73-b4e78b972699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:00.103694 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-18efb632-cfd3-4174-ad73-b4e78b972699 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2869efe3-64de-4553-877e-64e52a401c0d HTTP/1.1" status: 204 len: 168 time: 0.2791741 Aug 08 02:33:00.112202 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efb632-cfd3-4174-ad73-b4e78b972699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2869efe3-64de-4553-877e-64e52a401c0d,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:00.519561 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b31f22-a387-4101-94f1-0bd8add9812d req-7b1f59cb-5c5d-40e1-91c2-0499363a55d3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:00.521707 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58b31f22-a387-4101-94f1-0bd8add9812d req-7b1f59cb-5c5d-40e1-91c2-0499363a55d3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0508444 Aug 08 02:33:00.588612 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58b31f22-a387-4101-94f1-0bd8add9812d req-4aed89c7-44b7-44aa-bfed-150ce4e266cf tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610278 Aug 08 02:33:00.599514 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8ce20-8543-4617-89a3-5b5ba355b1b4 req-01304131-0fdf-46d8-b168-d6aba5a040e5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:00.615174 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c2f8ce20-8543-4617-89a3-5b5ba355b1b4 req-01304131-0fdf-46d8-b168-d6aba5a040e5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0689764 Aug 08 02:33:00.677281 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c2f8ce20-8543-4617-89a3-5b5ba355b1b4 req-106cd9eb-ec13-41f9-b397-9b3e07e8c703 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539589 Aug 08 02:33:01.128069 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66005fd-a469-4f6a-be32-395e5128fa94 req-bccc3bdb-2b50-4c57-8d2a-d02e99ab7a78 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:01.130285 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d66005fd-a469-4f6a-be32-395e5128fa94 req-bccc3bdb-2b50-4c57-8d2a-d02e99ab7a78 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0596974 Aug 08 02:33:01.168865 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:01.193421 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d66005fd-a469-4f6a-be32-395e5128fa94 req-2c58f931-076a-43ee-8983-2a0ef4b42459 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558159 Aug 08 02:33:01.706699 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:01.718241 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf39210-1754-4558-baf9-8097bb5922a5 req-4e2849ce-9efa-4029-877a-c3700a6c7f9f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:01.719797 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1bf39210-1754-4558-baf9-8097bb5922a5 req-4e2849ce-9efa-4029-877a-c3700a6c7f9f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0572073 Aug 08 02:33:01.789608 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1bf39210-1754-4558-baf9-8097bb5922a5 req-f0e69f28-dc7a-4472-b33f-47b1f5ea282c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637856 Aug 08 02:33:01.817640 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011e401-5203-4e36-827b-731701754d2f req-dbbac099-decf-4b96-8215-7cca4608446a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:01.820053 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c011e401-5203-4e36-827b-731701754d2f req-dbbac099-decf-4b96-8215-7cca4608446a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0596201 Aug 08 02:33:01.868849 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c011e401-5203-4e36-827b-731701754d2f req-974042e8-1ea5-40de-ac12-776e3ef0616e tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435672 Aug 08 02:33:02.315380 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec697541-47d1-4924-9787-792bfd0abc84 req-63f20505-5ef8-4e63-86aa-9653a6741450 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:02.317012 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ec697541-47d1-4924-9787-792bfd0abc84 req-63f20505-5ef8-4e63-86aa-9653a6741450 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0490479 Aug 08 02:33:02.364677 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ec697541-47d1-4924-9787-792bfd0abc84 req-702f1491-224c-4e4d-a825-6f385854254c tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412199 Aug 08 02:33:02.925917 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e0a5a-82fa-4218-ab6d-9c11fb280570 req-57ca0a27-4140-41b3-aee7-4891abcc8f91 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:02.930827 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6c6e0a5a-82fa-4218-ab6d-9c11fb280570 req-57ca0a27-4140-41b3-aee7-4891abcc8f91 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0632007 Aug 08 02:33:02.965068 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:02.980270 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6c6e0a5a-82fa-4218-ab6d-9c11fb280570 req-b58154cc-8d80-4317-b2df-166de88d795f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468647 Aug 08 02:33:03.008809 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ee4de-d324-4ce8-87b9-485c1da72fd2 req-4278e9ed-97ff-4378-961b-1cd58f855782 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:03.010252 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-af0ee4de-d324-4ce8-87b9-485c1da72fd2 req-4278e9ed-97ff-4378-961b-1cd58f855782 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0502689 Aug 08 02:33:03.056958 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-af0ee4de-d324-4ce8-87b9-485c1da72fd2 req-6ff2b15c-54c5-4f75-b25a-5684023269b7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411608 Aug 08 02:33:03.208457 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:03.486557 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50db66f-e7a1-4400-984b-3afdad38825f req-fa474fd5-1716-408f-aac8-52926d65dbb4 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:03.487893 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e50db66f-e7a1-4400-984b-3afdad38825f req-fa474fd5-1716-408f-aac8-52926d65dbb4 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0487471 Aug 08 02:33:03.535643 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e50db66f-e7a1-4400-984b-3afdad38825f req-ee73a457-84c7-4055-8de0-471be34836e0 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413191 Aug 08 02:33:03.976365 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:04.099318 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fdd55-c2fa-42f4-8320-5edd51abee26 req-c7967505-2bc9-4da7-b987-5a28088b1740 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:04.100850 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c19fdd55-c2fa-42f4-8320-5edd51abee26 req-c7967505-2bc9-4da7-b987-5a28088b1740 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0502532 Aug 08 02:33:04.148542 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c19fdd55-c2fa-42f4-8320-5edd51abee26 req-81884804-6cb5-4222-a681-bbf554435208 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 Aug 08 02:33:04.177632 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8cd1c-a8e4-4179-99e7-3beedda534d8 req-22025013-5326-409d-b9d8-0e20c9a93350 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:04.179191 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dad8cd1c-a8e4-4179-99e7-3beedda534d8 req-22025013-5326-409d-b9d8-0e20c9a93350 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0475094 Aug 08 02:33:04.229793 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dad8cd1c-a8e4-4179-99e7-3beedda534d8 req-de63e346-0769-4660-9bab-52599adaa198 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447748 Aug 08 02:33:04.651311 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649b33c-4067-4dbe-98cb-a74443300f92 req-3c74e83a-73d8-405a-ad6c-a3801ef5f12e tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:04.652744 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8649b33c-4067-4dbe-98cb-a74443300f92 req-3c74e83a-73d8-405a-ad6c-a3801ef5f12e tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0468526 Aug 08 02:33:04.699982 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8649b33c-4067-4dbe-98cb-a74443300f92 req-75f5b37c-7630-4d1e-8551-d1a474bbd2bf tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Aug 08 02:33:05.262591 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57373a9-3443-44cb-9eb6-ac5311d9dd28 req-6e440209-b9e6-4921-996a-84ad4b61fd9f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:05.264046 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b57373a9-3443-44cb-9eb6-ac5311d9dd28 req-6e440209-b9e6-4921-996a-84ad4b61fd9f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0464101 Aug 08 02:33:05.314436 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b57373a9-3443-44cb-9eb6-ac5311d9dd28 req-49322604-b6ad-4ed1-9427-dd003fddcc96 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446446 Aug 08 02:33:05.363844 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df85b8e-11df-455f-bbce-a614cb96bfb5 req-8ad2c629-af57-4793-afae-0e3dd18848c0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:05.365351 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6df85b8e-11df-455f-bbce-a614cb96bfb5 req-8ad2c629-af57-4793-afae-0e3dd18848c0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0540516 Aug 08 02:33:05.421800 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6df85b8e-11df-455f-bbce-a614cb96bfb5 req-ab8743d2-dcd5-4057-abcf-0189dc0e56a3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498424 Aug 08 02:33:05.819940 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb7335-f934-4f0a-b4ec-a57fa6e1f643 req-43f1c72c-b1b9-41a9-8a6b-28725826f542 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:05.821544 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-71cb7335-f934-4f0a-b4ec-a57fa6e1f643 req-43f1c72c-b1b9-41a9-8a6b-28725826f542 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0498407 Aug 08 02:33:05.868497 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-71cb7335-f934-4f0a-b4ec-a57fa6e1f643 req-01b81f1c-60dc-4e17-9a9a-2c64518583b4 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 Aug 08 02:33:06.433960 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcc1c1-4ca6-477f-b833-96db14cefa73 req-94b3b0c7-88c1-4132-910a-8fddc1dd8609 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:06.435457 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fadcc1c1-4ca6-477f-b833-96db14cefa73 req-94b3b0c7-88c1-4132-910a-8fddc1dd8609 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0462162 Aug 08 02:33:06.483741 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fadcc1c1-4ca6-477f-b833-96db14cefa73 req-4e004f6d-73d7-4e8a-b723-25cf7bb33aa9 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424044 Aug 08 02:33:06.707989 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978248f-c25f-42d7-9b63-35ac3a6037af req-1d0378fa-82df-42dd-a536-e6da20762d8c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:06.709679 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4978248f-c25f-42d7-9b63-35ac3a6037af req-1d0378fa-82df-42dd-a536-e6da20762d8c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.2025566 Aug 08 02:33:06.755009 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4978248f-c25f-42d7-9b63-35ac3a6037af req-0e9c6a9f-201e-4dbc-a2e9-d836c9398545 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397923 Aug 08 02:33:06.948932 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:06.984602 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17957c7c-8404-44fb-a07f-335633039d3f req-f2d60079-b79b-460d-966e-87cf6abb8542 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:06.986089 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-17957c7c-8404-44fb-a07f-335633039d3f req-f2d60079-b79b-460d-966e-87cf6abb8542 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0468826 Aug 08 02:33:07.034684 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-17957c7c-8404-44fb-a07f-335633039d3f req-4b9d9da4-88e5-4886-830f-095e1341ec5f tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422025 Aug 08 02:33:07.599344 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94564daf-3c15-4c93-8bc9-dea141372120 req-f535e13a-7f36-462f-9ade-33723633a04c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:07.602080 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94564daf-3c15-4c93-8bc9-dea141372120 req-f535e13a-7f36-462f-9ade-33723633a04c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0490482 Aug 08 02:33:07.652174 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94564daf-3c15-4c93-8bc9-dea141372120 req-6279a33e-4334-40a4-a3f8-7696a487d0d3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442779 Aug 08 02:33:07.877800 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eecbd5-8836-4f9c-9406-952800d0cdcb req-77050502-1899-4c75-a2b5-e0af3fa1d92d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:07.879285 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d0eecbd5-8836-4f9c-9406-952800d0cdcb req-77050502-1899-4c75-a2b5-e0af3fa1d92d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0496514 Aug 08 02:33:07.931112 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d0eecbd5-8836-4f9c-9406-952800d0cdcb req-bb890a0e-9251-47fa-afdb-1f3d395fccb8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457845 Aug 08 02:33:08.155088 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2a0d9-5e4f-45ec-a420-28f043fe9e4c req-bb9d5d01-1e43-46a3-8db8-88eb450f3794 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:08.156541 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-71d2a0d9-5e4f-45ec-a420-28f043fe9e4c req-bb9d5d01-1e43-46a3-8db8-88eb450f3794 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0496805 Aug 08 02:33:08.203718 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-71d2a0d9-5e4f-45ec-a420-28f043fe9e4c req-31be58fb-dac6-482a-9fe8-713f803e005a tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416043 Aug 08 02:33:08.772415 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7468f71-9f42-4562-b4b5-d22ad90b024d req-f6612098-058a-4630-a2f8-8378635bc65a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:08.773889 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d7468f71-9f42-4562-b4b5-d22ad90b024d req-f6612098-058a-4630-a2f8-8378635bc65a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0479574 Aug 08 02:33:08.820482 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d7468f71-9f42-4562-b4b5-d22ad90b024d req-44984790-cf0e-492f-b978-d0fe7b702840 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409937 Aug 08 02:33:08.996521 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:09.050929 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8aabab-bc72-431f-bf32-6a7f1ce26f8c req-b6119b70-9abc-4dba-8f3f-66fdf53dc8f7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:09.052434 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fa8aabab-bc72-431f-bf32-6a7f1ce26f8c req-b6119b70-9abc-4dba-8f3f-66fdf53dc8f7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0470572 Aug 08 02:33:09.101572 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fa8aabab-bc72-431f-bf32-6a7f1ce26f8c req-e3868b2e-ab05-42f5-b86e-8fdcaa0d552c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424941 Aug 08 02:33:09.325181 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4b182-71d2-4233-93ff-07d5c06bbb5c req-2f77692c-bd36-4b9c-b247-88cf214a66b2 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:09.326632 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bae4b182-71d2-4233-93ff-07d5c06bbb5c req-2f77692c-bd36-4b9c-b247-88cf214a66b2 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0516574 Aug 08 02:33:09.374421 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bae4b182-71d2-4233-93ff-07d5c06bbb5c req-35b4bd22-4e32-43ac-b1b5-4ea9663b1a9a tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423329 Aug 08 02:33:09.938827 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbe8eb-2e48-4ea4-ad70-f353e9922327 req-42661a75-ab99-4744-984f-dedf5e1a6467 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:09.940420 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-44dbe8eb-2e48-4ea4-ad70-f353e9922327 req-42661a75-ab99-4744-984f-dedf5e1a6467 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0494337 Aug 08 02:33:09.981506 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:09.993673 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-44dbe8eb-2e48-4ea4-ad70-f353e9922327 req-7cddb7e8-a84a-4076-8a1b-446535d42e4d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475717 Aug 08 02:33:10.125412 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:10.216082 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:10.226921 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3a99e-5db5-4b9a-af2a-1458642efa0e req-fdb46e13-1bab-4e50-9ef2-57616ec7828d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:10.228357 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d6b3a99e-5db5-4b9a-af2a-1458642efa0e req-fdb46e13-1bab-4e50-9ef2-57616ec7828d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0493460 Aug 08 02:33:10.275626 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d6b3a99e-5db5-4b9a-af2a-1458642efa0e req-1922c34a-7c96-4b22-9f70-b85801183123 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417848 Aug 08 02:33:10.495555 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c7d61-8f91-4d0d-9bd9-8552e328a619 req-cd2b004d-5ba7-4568-9a78-08ec83eb5e4f tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:10.497039 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-da2c7d61-8f91-4d0d-9bd9-8552e328a619 req-cd2b004d-5ba7-4568-9a78-08ec83eb5e4f tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0489185 Aug 08 02:33:10.544539 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-da2c7d61-8f91-4d0d-9bd9-8552e328a619 req-eea38c61-6df0-4f83-86d9-e81200c355a0 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418220 Aug 08 02:33:11.114687 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f76f6-0c5b-4b32-b90a-5c58abd0ef02 req-40e4908f-a8ad-4b96-b6b5-9c98bd10161b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:11.116133 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f61f76f6-0c5b-4b32-b90a-5c58abd0ef02 req-40e4908f-a8ad-4b96-b6b5-9c98bd10161b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0466239 Aug 08 02:33:11.168827 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f61f76f6-0c5b-4b32-b90a-5c58abd0ef02 req-22095f4c-d66b-43ba-afaa-7b37f96d6559 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460713 Aug 08 02:33:11.396937 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b0240-e06c-4d00-9f30-69eab7a44136 req-dec42e4a-4cce-439a-bccd-51dec41a6b28 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:11.399116 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-234b0240-e06c-4d00-9f30-69eab7a44136 req-dec42e4a-4cce-439a-bccd-51dec41a6b28 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0470769 Aug 08 02:33:11.429117 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:11.446636 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-234b0240-e06c-4d00-9f30-69eab7a44136 req-377271b9-8a3c-4147-9151-631d3eba09cd tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418181 Aug 08 02:33:11.661085 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c231b40-f478-42b7-8f96-308faf55600b req-d9894b97-7e25-4e8d-8d80-34024083fbae tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:11.662558 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7c231b40-f478-42b7-8f96-308faf55600b req-d9894b97-7e25-4e8d-8d80-34024083fbae tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0470481 Aug 08 02:33:11.708915 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7c231b40-f478-42b7-8f96-308faf55600b req-d1d7362e-d6b7-4729-ad65-102676af7da8 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Aug 08 02:33:12.290652 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3510458-d1e4-4453-9e5b-2cd035cdc8a4 req-9b1e11b0-d803-4c6e-9d3e-25a94459958b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:12.292120 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c3510458-d1e4-4453-9e5b-2cd035cdc8a4 req-9b1e11b0-d803-4c6e-9d3e-25a94459958b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0521116 Aug 08 02:33:12.339438 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c3510458-d1e4-4453-9e5b-2cd035cdc8a4 req-0f8ccf91-3907-4b43-b3af-4a99db869cbd tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415487 Aug 08 02:33:12.430646 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device b02fabe8-9ace-422a-a568-18c37daa63c2 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:33:12.536297 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port b02fabe8-9ace-422a-a568-18c37daa63c2, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b02fabe8-9ace-422a-a568-18c37daa63c2,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:12.553172 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': 'b02fabe8-9ace-422a-a568-18c37daa63c2', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'port_id': 'b02fabe8-9ace-422a-a568-18c37daa63c2', 'mac_address': 'fa:16:3e:a2:72:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:33:12.570589 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2505f8-8cf5-4713-90c8-9b6f2255094e req-5d553d74-4d20-4bff-8ec9-5d32b3bdc971 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:12.572094 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3c2505f8-8cf5-4713-90c8-9b6f2255094e req-5d553d74-4d20-4bff-8ec9-5d32b3bdc971 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0488679 Aug 08 02:33:12.589071 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port b02fabe8-9ace-422a-a568-18c37daa63c2 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:33:12.589455 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b02fabe8-9ace-422a-a568-18c37daa63c2), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:12.602556 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02fabe8-9ace-422a-a568-18c37daa63c2 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:33:12.620168 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3c2505f8-8cf5-4713-90c8-9b6f2255094e req-1d858fa6-bbb5-490c-82c8-294900aa5e17 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Aug 08 02:33:12.622765 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port b02fabe8-9ace-422a-a568-18c37daa63c2, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b02fabe8-9ace-422a-a568-18c37daa63c2,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:12.670981 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b02fabe8-9ace-422a-a568-18c37daa63c2), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:12.717508 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=b02fabe8-9ace-422a-a568-18c37daa63c2,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:12.725008 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:12.725351 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:12.725732 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:12.726109 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:12.726469 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:12.726796 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:12.727123 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:12.727444 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:12.727767 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:12.728090 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:12.728412 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:12.728747 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:12.729068 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:12.729383 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:12.729702 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:12.825548 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10c5ab-7c2e-4137-bf6d-50a5aadee4ae req-1d863a46-386c-4205-8377-583304905d57 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:12.827034 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4b10c5ab-7c2e-4137-bf6d-50a5aadee4ae req-1d863a46-386c-4205-8377-583304905d57 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0469201 Aug 08 02:33:12.875268 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4b10c5ab-7c2e-4137-bf6d-50a5aadee4ae req-8b41fdd1-7912-4b31-a391-d91bfbab2ad0 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426660 Aug 08 02:33:13.455279 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d23df-7f70-4c2f-b878-8597989240da req-1b0f75bb-7d6b-41c3-99d0-e2c0148b32e0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:13.456701 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-513d23df-7f70-4c2f-b878-8597989240da req-1b0f75bb-7d6b-41c3-99d0-e2c0148b32e0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0487902 Aug 08 02:33:13.503287 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-513d23df-7f70-4c2f-b878-8597989240da req-a77e17c6-21c0-445b-a187-0581a6da0c48 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402050 Aug 08 02:33:13.740500 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4a437-625e-4d2e-99a4-f16193742a82 req-4182474d-0498-42c8-b072-afd0ff56ac24 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:13.741942 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-eeb4a437-625e-4d2e-99a4-f16193742a82 req-4182474d-0498-42c8-b072-afd0ff56ac24 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0465047 Aug 08 02:33:13.792200 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-eeb4a437-625e-4d2e-99a4-f16193742a82 req-80c716d0-6915-47de-9cb0-1658773461a9 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447438 Aug 08 02:33:13.992816 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c3d63-8716-41be-a26a-ce2a7218469e req-41a19ab0-9c07-4f8f-b47d-7f74af3a3177 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:13.994838 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c25c3d63-8716-41be-a26a-ce2a7218469e req-41a19ab0-9c07-4f8f-b47d-7f74af3a3177 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0490742 Aug 08 02:33:14.042739 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c25c3d63-8716-41be-a26a-ce2a7218469e req-fe3055a1-4d6b-45ef-a080-90baf8eba8e6 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418298 Aug 08 02:33:14.622153 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bcf31-115c-4484-8d8a-82b2cb173298 req-a3e4169f-174c-4106-b737-a3685cd26d34 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:14.623649 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-788bcf31-115c-4484-8d8a-82b2cb173298 req-a3e4169f-174c-4106-b737-a3685cd26d34 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0484233 Aug 08 02:33:14.672818 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-788bcf31-115c-4484-8d8a-82b2cb173298 req-08788e6b-0cfa-4980-a658-036bd788e81f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Aug 08 02:33:14.911556 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf13fd1-7c54-4a49-8852-d1fdf416ce57 req-5fea6b0c-6c5a-45a5-9405-d61448144ccd tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:14.913026 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7cf13fd1-7c54-4a49-8852-d1fdf416ce57 req-5fea6b0c-6c5a-45a5-9405-d61448144ccd tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0468757 Aug 08 02:33:14.967738 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7cf13fd1-7c54-4a49-8852-d1fdf416ce57 req-d8bf7060-6d4b-42d3-b960-1bf13d5c7db9 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479743 Aug 08 02:33:15.076938 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['b02fabe8-9ace-422a-a568-18c37daa63c2'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:33:15.103121 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fac7cc1a-62a0-4128-8161-10d9cab2e129 req-e0e91b73-4911-43d4-b3c2-73e94d05e4c0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182652 Aug 08 02:33:15.171214 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428cec5-6d0f-4e16-831a-0a067607bd84 req-ee154ab0-f5eb-49e5-8051-e826a47335e9 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:15.172987 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9428cec5-6d0f-4e16-831a-0a067607bd84 req-ee154ab0-f5eb-49e5-8051-e826a47335e9 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0529687 Aug 08 02:33:15.232490 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9428cec5-6d0f-4e16-831a-0a067607bd84 req-f9499d71-053c-4f12-adbf-f600885a44a5 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494549 Aug 08 02:33:15.773104 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:15.790583 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdf538-712d-4fa0-8471-efaca15adf84 req-39052957-3d4c-41da-987f-458de27a9f62 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:15.792090 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d6fdf538-712d-4fa0-8471-efaca15adf84 req-39052957-3d4c-41da-987f-458de27a9f62 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0495009 Aug 08 02:33:15.839783 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d6fdf538-712d-4fa0-8471-efaca15adf84 req-444512a6-1dbe-4efe-b75a-5ae135afa271 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420859 Aug 08 02:33:16.345468 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e74f3-d849-45c6-8a4d-5923ba699a0d req-1d84db41-d0b4-40f0-a4e2-b830ec66df16 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:16.345468 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-461e74f3-d849-45c6-8a4d-5923ba699a0d req-1d84db41-d0b4-40f0-a4e2-b830ec66df16 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0497580 Aug 08 02:33:16.345468 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-461e74f3-d849-45c6-8a4d-5923ba699a0d req-0683201c-a50d-4f27-91a4-4a3a5e4f01e2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443189 Aug 08 02:33:16.348127 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ae4de-6ff4-4560-ac79-03ba75582578 req-0c7fbbf7-a719-488d-a071-f61a57a72899 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:16.349260 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-151ae4de-6ff4-4560-ac79-03ba75582578 req-0c7fbbf7-a719-488d-a071-f61a57a72899 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0473034 Aug 08 02:33:16.396621 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-151ae4de-6ff4-4560-ac79-03ba75582578 req-eb92d5ff-8f77-460b-b955-27d4702264e1 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404978 Aug 08 02:33:16.720348 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device b02fabe8-9ace-422a-a568-18c37daa63c2 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:33:16.765345 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port b02fabe8-9ace-422a-a568-18c37daa63c2 completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:33:16.852897 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port b02fabe8-9ace-422a-a568-18c37daa63c2 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:33:16.853390 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (b02fabe8-9ace-422a-a568-18c37daa63c2), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:16.937159 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port b02fabe8-9ace-422a-a568-18c37daa63c2 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:33:16.937557 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b02fabe8-9ace-422a-a568-18c37daa63c2), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:16.969984 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4449d47c-fbac-4e23-8017-0a283a5ba7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02fabe8-9ace-422a-a568-18c37daa63c2'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:33:16.974368 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3acdd1-f2df-43f5-be77-3e295879235d req-6f8b0011-3c69-4812-9d06-5e3695e69b3e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:16.977617 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8d3acdd1-f2df-43f5-be77-3e295879235d req-6f8b0011-3c69-4812-9d06-5e3695e69b3e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0648074 Aug 08 02:33:17.026521 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8d3acdd1-f2df-43f5-be77-3e295879235d req-c274ba42-d2d2-475e-adaf-63df5118293f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433052 Aug 08 02:33:17.046254 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port b02fabe8-9ace-422a-a568-18c37daa63c2, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b02fabe8-9ace-422a-a568-18c37daa63c2,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:17.115587 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b02fabe8-9ace-422a-a568-18c37daa63c2), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:17.143635 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4403a6-7d62-4c24-a4c4-f63a924227c4" -d '{"events": [{"server_uuid": "4449d47c-fbac-4e23-8017-0a283a5ba7d9", "name": "network-vif-plugged", "status": "completed", "tag": "b02fabe8-9ace-422a-a568-18c37daa63c2"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:33:17.170954 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=b02fabe8-9ace-422a-a568-18c37daa63c2,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:17.246206 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5085b4a-ea22-4af3-965d-8c31ba53844c x-openstack-request-id: req-c5085b4a-ea22-4af3-965d-8c31ba53844c {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:33:17.246566 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4449d47c-fbac-4e23-8017-0a283a5ba7d9", "name": "network-vif-plugged", "status": "completed", "tag": "b02fabe8-9ace-422a-a568-18c37daa63c2", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:33:17.246820 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5085b4a-ea22-4af3-965d-8c31ba53844c {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:33:17.247273 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5085b4a-ea22-4af3-965d-8c31ba53844c'] response: {'server_uuid': '4449d47c-fbac-4e23-8017-0a283a5ba7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02fabe8-9ace-422a-a568-18c37daa63c2', 'code': 200} Aug 08 02:33:17.294867 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442e3df-a3c6-4c64-bafe-fbce7415a0ef req-985122da-2261-41a4-bd98-3813f4ff0b8b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:17.296214 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2442e3df-a3c6-4c64-bafe-fbce7415a0ef req-985122da-2261-41a4-bd98-3813f4ff0b8b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0498550 Aug 08 02:33:17.357439 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2442e3df-a3c6-4c64-bafe-fbce7415a0ef req-4eb87ab8-6548-4adc-9649-7f1ed6393fa2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541699 Aug 08 02:33:17.519245 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f52d9-6fcd-4ee7-b332-65a228a0dc7b req-3b96031d-5c1c-4205-8dd9-781612cdf63d tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:17.521328 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fa5f52d9-6fcd-4ee7-b332-65a228a0dc7b req-3b96031d-5c1c-4205-8dd9-781612cdf63d tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0504260 Aug 08 02:33:17.571107 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fa5f52d9-6fcd-4ee7-b332-65a228a0dc7b req-61cd8147-ce6f-424e-ad53-e15adaa826f8 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435467 Aug 08 02:33:17.894939 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 38894) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:18.002375 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:18.049837 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:18.078610 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Publish callbacks [] for security_group (d6f84619-3016-481f-919f-5045e7f9f407), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:18.145252 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (d6f84619-3016-481f-919f-5045e7f9f407), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:18.147415 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bb572-b932-42e7-af31-9d2067275934 req-d5b2785d-4f5f-4aa9-a53f-dca1f0f8972a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:18.148864 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c68bb572-b932-42e7-af31-9d2067275934 req-d5b2785d-4f5f-4aa9-a53f-dca1f0f8972a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0504336 Aug 08 02:33:18.169675 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:18.187864 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f5fafe6c309e40f0b2d57ed576450062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918570 Aug 08 02:33:18.195159 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f84619-3016-481f-919f-5045e7f9f407,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:18.195159 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 38902) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:18.198843 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c68bb572-b932-42e7-af31-9d2067275934 req-a1f2a8a6-b951-42b0-a4ce-7b9e10ac9bc2 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439582 Aug 08 02:33:18.207479 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.207827 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.208168 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.209323 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.209678 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.210026 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.210377 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.210717 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.211051 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.211377 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.211705 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.212034 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.212415 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.212993 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.213265 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5fbbc-3eb2-4e8b-92ae-5067535e157a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:18.257890 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4120f21d-bce6-4cdf-8903-4cef527f0d58 admin admin] Publish callbacks [] for security_group (d6f84619-3016-481f-919f-5045e7f9f407), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:18.278860 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4120f21d-bce6-4cdf-8903-4cef527f0d58 admin admin] Publish callbacks [] for security_group (d6f84619-3016-481f-919f-5045e7f9f407), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:18.396607 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4120f21d-bce6-4cdf-8903-4cef527f0d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (d6f84619-3016-481f-919f-5045e7f9f407), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:18.399233 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4120f21d-bce6-4cdf-8903-4cef527f0d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:18.400491 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4120f21d-bce6-4cdf-8903-4cef527f0d58 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d6f84619-3016-481f-919f-5045e7f9f407 HTTP/1.1" status: 204 len: 168 time: 0.2086465 Aug 08 02:33:18.412564 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120f21d-bce6-4cdf-8903-4cef527f0d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f84619-3016-481f-919f-5045e7f9f407,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:18.491659 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19490ead-f372-4930-8eff-e6fecdcdaf22 req-99dab934-abcd-4d5f-a667-b30927b44e2b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:18.493079 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-19490ead-f372-4930-8eff-e6fecdcdaf22 req-99dab934-abcd-4d5f-a667-b30927b44e2b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0484338 Aug 08 02:33:18.541840 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-19490ead-f372-4930-8eff-e6fecdcdaf22 req-ed3b1d77-5be7-4380-8c76-a211122f6ad9 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424917 Aug 08 02:33:18.654337 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:18.690331 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adcf0d-935d-4a0e-8a76-75ffb9319128 req-12963366-18f6-4691-975e-5087bc621814 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:18.691929 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b6adcf0d-935d-4a0e-8a76-75ffb9319128 req-12963366-18f6-4691-975e-5087bc621814 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0482473 Aug 08 02:33:18.744724 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b6adcf0d-935d-4a0e-8a76-75ffb9319128 req-bd7e9480-4c19-4ee1-be6f-2cfccdb34abf tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467043 Aug 08 02:33:19.048615 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=12 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:19.053707 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=14 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:19.077721 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 38920) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:19.093569 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:19.168920 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Publish callbacks [] for security_group (32314f1b-e55d-4813-8f29-032b5fdd17a5), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:19.231109 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (32314f1b-e55d-4813-8f29-032b5fdd17a5), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:19.273909 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32314f1b-e55d-4813-8f29-032b5fdd17a5,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:19.277639 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8f8f5d83c12d4797a7512d23fef7c27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981878 Aug 08 02:33:19.280567 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 38924) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:19.284537 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:19.284537 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:19.284537 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:19.284796 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:19.284964 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:19.285284 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:19.285600 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:19.285916 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:19.286231 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:19.286571 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:19.286890 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:19.287206 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:19.287517 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:19.287826 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:19.288135 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f5f15-1e8e-4417-aea4-5f428c45dc4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:33:19.340732 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b980e64-58f9-4ee7-ad7d-b3462a35a315 req-d87d1eca-96cf-4577-b6b9-106b2712f213 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:19.342192 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4b980e64-58f9-4ee7-ad7d-b3462a35a315 req-d87d1eca-96cf-4577-b6b9-106b2712f213 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0720596 Aug 08 02:33:19.381362 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3dc60ff3-692b-49b3-a6fa-9414c3e689b4 admin admin] Publish callbacks [] for security_group (32314f1b-e55d-4813-8f29-032b5fdd17a5), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:19.391192 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:19.419064 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4b980e64-58f9-4ee7-ad7d-b3462a35a315 req-1200e48e-c55b-4200-aeeb-4e30ee1c3c8e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704668 Aug 08 02:33:19.423709 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3dc60ff3-692b-49b3-a6fa-9414c3e689b4 admin admin] Publish callbacks [] for security_group (32314f1b-e55d-4813-8f29-032b5fdd17a5), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:19.545153 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3dc60ff3-692b-49b3-a6fa-9414c3e689b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (32314f1b-e55d-4813-8f29-032b5fdd17a5), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:19.547757 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3dc60ff3-692b-49b3-a6fa-9414c3e689b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:19.548878 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-3dc60ff3-692b-49b3-a6fa-9414c3e689b4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/32314f1b-e55d-4813-8f29-032b5fdd17a5 HTTP/1.1" status: 204 len: 168 time: 0.2674239 Aug 08 02:33:19.557649 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc60ff3-692b-49b3-a6fa-9414c3e689b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32314f1b-e55d-4813-8f29-032b5fdd17a5,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:19.675458 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392dd58f-f6ff-4ffa-a5b1-be3edf502301 req-45405921-c832-466d-8962-ef83fdfe7b9c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:19.676917 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-392dd58f-f6ff-4ffa-a5b1-be3edf502301 req-45405921-c832-466d-8962-ef83fdfe7b9c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0476887 Aug 08 02:33:19.724849 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-392dd58f-f6ff-4ffa-a5b1-be3edf502301 req-da0081f9-881c-4863-9c72-ad88cb3462ad tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417635 Aug 08 02:33:19.868164 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289e136-cb88-44e7-97ab-257fcf5c352c req-7c1d8f0c-6b8d-49b8-9e80-b28a4b6ac71a tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:19.870190 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3289e136-cb88-44e7-97ab-257fcf5c352c req-7c1d8f0c-6b8d-49b8-9e80-b28a4b6ac71a tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0511959 Aug 08 02:33:19.920723 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3289e136-cb88-44e7-97ab-257fcf5c352c req-c8ae71ca-9c82-4845-b049-1b86bc494ab8 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448008 Aug 08 02:33:20.539423 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c42da-381c-4190-82c3-d7a6ae2b2bbf req-4361a4da-2d8c-43e0-be71-32e8ac0b9872 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:20.541208 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-587c42da-381c-4190-82c3-d7a6ae2b2bbf req-4361a4da-2d8c-43e0-be71-32e8ac0b9872 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0487986 Aug 08 02:33:20.549917 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-babb8527-2cd7-419a-9a16-3a94eb39e7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:20.591567 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-587c42da-381c-4190-82c3-d7a6ae2b2bbf req-2f2e3acc-2d44-4d7f-a201-a6c2e6440084 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444653 Aug 08 02:33:20.855205 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c4db4-312f-4199-88a0-5688540bc7bd req-907022f7-edd9-449c-b2e4-908a26a8b622 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:20.855205 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-824c4db4-312f-4199-88a0-5688540bc7bd req-907022f7-edd9-449c-b2e4-908a26a8b622 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0529366 Aug 08 02:33:20.906815 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-824c4db4-312f-4199-88a0-5688540bc7bd req-9333ba3e-2d34-4327-a0be-05ddbf8fe823 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446434 Aug 08 02:33:21.047139 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf5dae-3230-4263-bff9-934c3889ca26 req-3d33fd8a-eb7e-434f-9c12-43c0dcfca293 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:21.048610 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9dbf5dae-3230-4263-bff9-934c3889ca26 req-3d33fd8a-eb7e-434f-9c12-43c0dcfca293 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 943 time: 0.0512688 Aug 08 02:33:21.103528 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9dbf5dae-3230-4263-bff9-934c3889ca26 req-9f9e1aba-d606-44ed-9a98-46f84b125dc9 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484545 Aug 08 02:33:21.241057 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 75f505e8-1b29-4894-a1e1-92ef1e0c2996 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:33:21.263297 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:21.313360 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:21.342739 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 75f505e8-1b29-4894-a1e1-92ef1e0c2996, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=75f505e8-1b29-4894-a1e1-92ef1e0c2996,segment=NetworkSegment(7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4),segment_id=7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:21.355109 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': '75f505e8-1b29-4894-a1e1-92ef1e0c2996', 'network_id': 'ebd23614-7412-4d82-9d70-8d1b57406fcb', 'port_id': '75f505e8-1b29-4894-a1e1-92ef1e0c2996', 'mac_address': 'fa:16:3e:75:30:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22d6db6-ad53-49f6-a361-e9ff9f07d563', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:33:21.390209 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 75f505e8-1b29-4894-a1e1-92ef1e0c2996 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:33:21.390776 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (75f505e8-1b29-4894-a1e1-92ef1e0c2996), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:21.404433 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f505e8-1b29-4894-a1e1-92ef1e0c2996 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:33:21.426768 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 75f505e8-1b29-4894-a1e1-92ef1e0c2996, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=75f505e8-1b29-4894-a1e1-92ef1e0c2996,segment=NetworkSegment(7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4),segment_id=7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:21.487056 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (75f505e8-1b29-4894-a1e1-92ef1e0c2996), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:21.534963 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=75f505e8-1b29-4894-a1e1-92ef1e0c2996,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:21.712965 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e5279-f5ae-4ad6-a438-938c6df548e7 req-1eab0342-7f81-4410-bebb-f2b248163ed2 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:21.714636 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5f7e5279-f5ae-4ad6-a438-938c6df548e7 req-1eab0342-7f81-4410-bebb-f2b248163ed2 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0478911 Aug 08 02:33:21.766046 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5f7e5279-f5ae-4ad6-a438-938c6df548e7 req-4b33b959-fa4c-4869-a425-2ef809155cd1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453136 Aug 08 02:33:22.053391 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e60020-5736-4f67-90af-06dfd1045fe1 req-11886cb0-b21a-4aeb-ba14-cccbee254624 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:22.055002 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a9e60020-5736-4f67-90af-06dfd1045fe1 req-11886cb0-b21a-4aeb-ba14-cccbee254624 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0656471 Aug 08 02:33:22.111746 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a9e60020-5736-4f67-90af-06dfd1045fe1 req-498c126a-937f-4e9d-a9bb-c5feda1fd34f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474198 Aug 08 02:33:22.224364 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b45843-803f-4b8c-ab34-6c406effbe8e req-afae52c3-1d71-4bb0-9710-771283ec605f tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:22.225815 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e2b45843-803f-4b8c-ab34-6c406effbe8e req-afae52c3-1d71-4bb0-9710-771283ec605f tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 944 time: 0.0488806 Aug 08 02:33:22.251424 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:22.272774 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e2b45843-803f-4b8c-ab34-6c406effbe8e req-e3fd608b-7eab-4207-8d9a-ab05012425e8 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406649 Aug 08 02:33:22.286527 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['75f505e8-1b29-4894-a1e1-92ef1e0c2996'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:33:22.890486 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5a49f-1b03-4717-acdb-fb3388a1c106 req-19f14998-f724-4c50-af3f-41b3beb936a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:22.891994 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1fd5a49f-1b03-4717-acdb-fb3388a1c106 req-19f14998-f724-4c50-af3f-41b3beb936a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0531764 Aug 08 02:33:22.933636 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-80758d21-a6f2-4606-a9ad-91e9c80e012a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:22.942761 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1fd5a49f-1b03-4717-acdb-fb3388a1c106 req-4d3c5141-bf4a-474a-b5a5-0496fb1562d3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451698 Aug 08 02:33:23.259773 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541581a5-6dc5-486b-92cf-76b667358bf8 req-f15290f0-ca08-4f76-b061-7e0bd603a34b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:23.261255 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-541581a5-6dc5-486b-92cf-76b667358bf8 req-f15290f0-ca08-4f76-b061-7e0bd603a34b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0513484 Aug 08 02:33:23.315561 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-541581a5-6dc5-486b-92cf-76b667358bf8 req-c03e1f86-e5d0-4a56-981a-3b77d1170e76 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480323 Aug 08 02:33:23.410327 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df3f9a-eb8c-45c1-80dc-2c2b2f98229e req-0eff91f9-4f71-4ae5-9ba3-77363a205282 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:23.418681 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e2df3f9a-eb8c-45c1-80dc-2c2b2f98229e req-0eff91f9-4f71-4ae5-9ba3-77363a205282 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 944 time: 0.0526710 Aug 08 02:33:23.467330 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e2df3f9a-eb8c-45c1-80dc-2c2b2f98229e req-d7d0e98f-8bf2-409f-acf9-bdcd646d3c5e tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477755 Aug 08 02:33:24.230996 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f187e2-41ce-4d61-a7bf-178bd50f3482 req-d2e5ac69-83af-4c2c-913a-4ce597a48e06 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:24.232340 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a7f187e2-41ce-4d61-a7bf-178bd50f3482 req-d2e5ac69-83af-4c2c-913a-4ce597a48e06 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.2183776 Aug 08 02:33:24.279980 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a7f187e2-41ce-4d61-a7bf-178bd50f3482 req-fb21f7f6-4924-49f8-ac3a-927f081174b2 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420790 Aug 08 02:33:24.396240 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:24.436580 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7fea5-811f-4787-8929-ec12e734f18f req-e5da1b2d-437a-4834-a5d6-9c639851a5ff tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:24.438018 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b0a7fea5-811f-4787-8929-ec12e734f18f req-e5da1b2d-437a-4834-a5d6-9c639851a5ff tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0468369 Aug 08 02:33:24.487757 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b0a7fea5-811f-4787-8929-ec12e734f18f req-597d4496-284e-4bcd-ad90-9703d7704b24 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440974 Aug 08 02:33:24.593955 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ab1fc-bc77-42d9-a57b-0db30fc73ee4 req-28992ac9-7ae4-4931-bc3e-bc6586342611 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:24.595433 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c95ab1fc-bc77-42d9-a57b-0db30fc73ee4 req-28992ac9-7ae4-4931-bc3e-bc6586342611 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 944 time: 0.0530412 Aug 08 02:33:24.641539 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c95ab1fc-bc77-42d9-a57b-0db30fc73ee4 req-9bb9837c-bf99-4c51-9d51-de58142024ad tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Aug 08 02:33:25.360431 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:25.387780 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:25.398472 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f6a8a-15e2-4e45-9914-51b4c9cdcbc6 req-a1ca3e1b-fc3f-4aed-b190-7ca5129e52f9 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:25.399959 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-487f6a8a-15e2-4e45-9914-51b4c9cdcbc6 req-a1ca3e1b-fc3f-4aed-b190-7ca5129e52f9 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0480418 Aug 08 02:33:25.449216 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-487f6a8a-15e2-4e45-9914-51b4c9cdcbc6 req-0d534617-95e8-409d-9d5c-d233c9acbef2 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 Aug 08 02:33:25.614622 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84a72f-2f8c-4413-ad7f-d302131fe24f req-cf2a2472-0e56-4387-b18f-aaf509730b25 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:25.616080 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ca84a72f-2f8c-4413-ad7f-d302131fe24f req-cf2a2472-0e56-4387-b18f-aaf509730b25 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0512352 Aug 08 02:33:25.663901 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ca84a72f-2f8c-4413-ad7f-d302131fe24f req-f195d29a-e092-44bf-9aef-a683eff7746a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416074 Aug 08 02:33:25.757583 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f48181-4f40-4e10-9b89-838da277579d req-e69d1a9d-745a-44a9-ab20-6e4e8dcd8571 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:25.759142 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-57f48181-4f40-4e10-9b89-838da277579d req-e69d1a9d-745a-44a9-ab20-6e4e8dcd8571 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 944 time: 0.0477049 Aug 08 02:33:25.804460 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-57f48181-4f40-4e10-9b89-838da277579d req-6d80e492-c821-4c36-9326-266e984f8cdd tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399716 Aug 08 02:33:25.973521 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:26.086795 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:26.565568 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6ae1a-aada-4dd8-8fa8-919c57e6d6de req-854dfb8d-e10d-47b9-ac13-33315a886f1c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:26.567120 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-96c6ae1a-aada-4dd8-8fa8-919c57e6d6de req-854dfb8d-e10d-47b9-ac13-33315a886f1c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0472672 Aug 08 02:33:26.622606 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-96c6ae1a-aada-4dd8-8fa8-919c57e6d6de req-c77e52c9-5809-444c-acfd-21239eff3173 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467863 Aug 08 02:33:26.798271 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabcc86-9659-48e8-be7b-c4d1a19f0559 req-d941ef50-fc09-4178-aef6-f74a430b5315 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:26.800682 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-adabcc86-9659-48e8-be7b-c4d1a19f0559 req-d941ef50-fc09-4178-aef6-f74a430b5315 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0583799 Aug 08 02:33:26.857720 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-adabcc86-9659-48e8-be7b-c4d1a19f0559 req-15a9e91a-1706-4fa2-b8d5-8a275df7e9ec tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515714 Aug 08 02:33:26.927202 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca881a-001d-46f6-90f4-0cbacefdf9a9 req-4d664716-23e6-4ed3-b69f-8a4e0e79af0a tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:26.928701 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-63ca881a-001d-46f6-90f4-0cbacefdf9a9 req-4d664716-23e6-4ed3-b69f-8a4e0e79af0a tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 944 time: 0.0493124 Aug 08 02:33:26.981229 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-63ca881a-001d-46f6-90f4-0cbacefdf9a9 req-cdea9773-9d5d-40b4-86f6-ff01e3267152 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459535 Aug 08 02:33:27.740596 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0f77a-b399-4172-a1ee-74704a4af0fa req-e36475e2-f0d1-44fa-9e5b-58e3ba43493a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:27.742042 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ebb0f77a-b399-4172-a1ee-74704a4af0fa req-e36475e2-f0d1-44fa-9e5b-58e3ba43493a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0472703 Aug 08 02:33:27.793577 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ebb0f77a-b399-4172-a1ee-74704a4af0fa req-3bbedd67-7f55-4fd6-a906-3330c0c12476 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460904 Aug 08 02:33:27.986762 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd348d-8e33-4a8e-ae1a-373ba7382458 req-b6bab660-19e3-40d3-b40e-787a354e4a71 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:27.988197 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b0fd348d-8e33-4a8e-ae1a-373ba7382458 req-b6bab660-19e3-40d3-b40e-787a354e4a71 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0468354 Aug 08 02:33:28.036859 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b0fd348d-8e33-4a8e-ae1a-373ba7382458 req-a3bacdc1-7584-4f94-9e46-da12bfc2ca4e tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430276 Aug 08 02:33:28.102129 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f5b32-e829-4944-b302-8d3489de9d18 req-6bb60403-183e-42e2-a920-500d90b7774b tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:28.103653 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-797f5b32-e829-4944-b302-8d3489de9d18 req-6bb60403-183e-42e2-a920-500d90b7774b tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 944 time: 0.0499661 Aug 08 02:33:28.155313 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-797f5b32-e829-4944-b302-8d3489de9d18 req-1bacdb40-5d99-4f49-8615-a09dd55eaa77 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460293 Aug 08 02:33:28.332608 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 75f505e8-1b29-4894-a1e1-92ef1e0c2996 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:33:28.374335 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port 75f505e8-1b29-4894-a1e1-92ef1e0c2996 completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:33:28.377600 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:28.458972 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port 75f505e8-1b29-4894-a1e1-92ef1e0c2996 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:33:28.459516 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (75f505e8-1b29-4894-a1e1-92ef1e0c2996), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:28.532398 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:28.534647 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 75f505e8-1b29-4894-a1e1-92ef1e0c2996 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:33:28.535030 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (75f505e8-1b29-4894-a1e1-92ef1e0c2996), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:28.557977 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf3b2b7-8778-4f17-b615-2dad95f66ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f505e8-1b29-4894-a1e1-92ef1e0c2996'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:33:28.560200 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b60160-8469-4309-9572-0339cb3e7a36" -d '{"events": [{"server_uuid": "bcf3b2b7-8778-4f17-b615-2dad95f66ecb", "name": "network-vif-plugged", "status": "completed", "tag": "75f505e8-1b29-4894-a1e1-92ef1e0c2996"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:33:28.572483 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 75f505e8-1b29-4894-a1e1-92ef1e0c2996, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=75f505e8-1b29-4894-a1e1-92ef1e0c2996,segment=NetworkSegment(7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4),segment_id=7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:28.599776 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392814f8-f6c0-439e-9a2d-f6bd4be1bc26 x-openstack-request-id: req-392814f8-f6c0-439e-9a2d-f6bd4be1bc26 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:33:28.600067 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf3b2b7-8778-4f17-b615-2dad95f66ecb", "name": "network-vif-plugged", "status": "completed", "tag": "75f505e8-1b29-4894-a1e1-92ef1e0c2996", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:33:28.600322 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-392814f8-f6c0-439e-9a2d-f6bd4be1bc26 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:33:28.600742 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-392814f8-f6c0-439e-9a2d-f6bd4be1bc26'] response: {'server_uuid': 'bcf3b2b7-8778-4f17-b615-2dad95f66ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f505e8-1b29-4894-a1e1-92ef1e0c2996', 'code': 200} Aug 08 02:33:28.653216 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (75f505e8-1b29-4894-a1e1-92ef1e0c2996), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:28.702795 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=75f505e8-1b29-4894-a1e1-92ef1e0c2996,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:28.934887 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1bdfc-3286-476e-8c24-6fd1c6c3869d req-1054378a-0176-4008-8896-c7da3d3b8f25 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:28.951054 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5ca1bdfc-3286-476e-8c24-6fd1c6c3869d req-1054378a-0176-4008-8896-c7da3d3b8f25 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0833781 Aug 08 02:33:29.001402 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5ca1bdfc-3286-476e-8c24-6fd1c6c3869d req-6ce6bf22-5c50-43fc-afa2-8731634ae22a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467114 Aug 08 02:33:29.124242 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:29.163761 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf4ad7-d601-437a-a040-53ca3a038235 req-b7f09214-09de-4b9e-81be-432a2e205448 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:29.166036 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-95bf4ad7-d601-437a-a040-53ca3a038235 req-b7f09214-09de-4b9e-81be-432a2e205448 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0499058 Aug 08 02:33:29.226328 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-95bf4ad7-d601-437a-a040-53ca3a038235 req-e8b4e6b8-6ecd-4611-85a4-1234023d30f4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495675 Aug 08 02:33:29.291321 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72e4ed-a21d-4988-824e-a54fd451282b req-e0852b9a-cc6c-440a-aae4-a52a56af9d86 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:29.292871 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0b72e4ed-a21d-4988-824e-a54fd451282b req-e0852b9a-cc6c-440a-aae4-a52a56af9d86 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0555530 Aug 08 02:33:29.341297 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0b72e4ed-a21d-4988-824e-a54fd451282b req-1902c90a-eabc-4dce-b733-f000bce663e8 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427856 Aug 08 02:33:30.146834 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc54811-60ab-44e3-84bc-da0d9349988c req-542a20e7-47a0-4183-86e1-4ba8f8b33807 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:30.148307 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4dc54811-60ab-44e3-84bc-da0d9349988c req-542a20e7-47a0-4183-86e1-4ba8f8b33807 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0638776 Aug 08 02:33:30.196150 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4dc54811-60ab-44e3-84bc-da0d9349988c req-aaab60ab-4bfe-453c-a240-ed1517cffeda tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Aug 08 02:33:30.425473 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3e2fc-6553-40c2-bae9-c874ea966df3 req-37691a67-72e6-4b56-91c3-810af6278be7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:30.433857 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-beb3e2fc-6553-40c2-bae9-c874ea966df3 req-37691a67-72e6-4b56-91c3-810af6278be7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0689390 Aug 08 02:33:30.512295 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-beb3e2fc-6553-40c2-bae9-c874ea966df3 req-11ab1b59-5652-4381-9f8a-7d4fcc05c508 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671613 Aug 08 02:33:30.520641 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeaf4b8-0e9c-4333-acaa-22ff164bede6 req-26f17187-b0f8-464d-941e-21e8ee17895f tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:30.531584 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4eeaf4b8-0e9c-4333-acaa-22ff164bede6 req-26f17187-b0f8-464d-941e-21e8ee17895f tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0823531 Aug 08 02:33:30.581443 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:30.591167 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4eeaf4b8-0e9c-4333-acaa-22ff164bede6 req-27641587-6591-4867-8aae-d70f911323a7 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585392 Aug 08 02:33:30.598926 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 39236) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:30.708143 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0f5c1982-37bf-48a7-afd8-095bc36c5740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:30.784166 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0f5c1982-37bf-48a7-afd8-095bc36c5740 admin admin] Publish callbacks [] for security_group (b6afc28e-165a-4ddf-ad61-3b76349144d8), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:30.852208 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0f5c1982-37bf-48a7-afd8-095bc36c5740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (b6afc28e-165a-4ddf-ad61-3b76349144d8), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:30.895748 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-0f5c1982-37bf-48a7-afd8-095bc36c5740 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2c8d9d99397b46dab6430b8aa7bc1a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954013 Aug 08 02:33:30.896571 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c1982-37bf-48a7-afd8-095bc36c5740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6afc28e-165a-4ddf-ad61-3b76349144d8,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:30.899260 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 39242) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:30.952902 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0d4f91b0-6a3b-4337-805d-586cb9b9b3ab admin admin] Publish callbacks [] for security_group (b6afc28e-165a-4ddf-ad61-3b76349144d8), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:30.975271 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:33:30.976215 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0d4f91b0-6a3b-4337-805d-586cb9b9b3ab admin admin] Publish callbacks [] for security_group (b6afc28e-165a-4ddf-ad61-3b76349144d8), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:31.088516 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0d4f91b0-6a3b-4337-805d-586cb9b9b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (b6afc28e-165a-4ddf-ad61-3b76349144d8), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:31.091152 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0d4f91b0-6a3b-4337-805d-586cb9b9b3ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:31.094600 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-0d4f91b0-6a3b-4337-805d-586cb9b9b3ab admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b6afc28e-165a-4ddf-ad61-3b76349144d8 HTTP/1.1" status: 204 len: 168 time: 0.1920028 Aug 08 02:33:31.100552 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f91b0-6a3b-4337-805d-586cb9b9b3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6afc28e-165a-4ddf-ad61-3b76349144d8,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:31.346712 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 39264) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:31.355959 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ffe58-41de-4ea7-8925-91cb4523e740 req-741364d0-e41a-4cb2-948e-b6704941c986 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:31.357476 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-378ffe58-41de-4ea7-8925-91cb4523e740 req-741364d0-e41a-4cb2-948e-b6704941c986 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0633614 Aug 08 02:33:31.404870 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:31.413089 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-378ffe58-41de-4ea7-8925-91cb4523e740 req-156c8506-f87c-4007-a54e-99974b6e4c5d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499349 Aug 08 02:33:31.471226 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-59218252-154c-4862-bf5e-4249ffe5d67b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:31.557997 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-59218252-154c-4862-bf5e-4249ffe5d67b admin admin] Publish callbacks [] for security_group (6d61f16d-89e3-453b-b48e-d554101b36ad), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:31.624357 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611359e3-7e41-4d3d-bb35-ec4d29b80074 req-853600f5-7000-4883-87ce-c27e2f5951ad tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:31.625892 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-611359e3-7e41-4d3d-bb35-ec4d29b80074 req-853600f5-7000-4883-87ce-c27e2f5951ad tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0479419 Aug 08 02:33:31.648472 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-59218252-154c-4862-bf5e-4249ffe5d67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (6d61f16d-89e3-453b-b48e-d554101b36ad), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:31.706196 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:31.718474 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a1a1e-d0b4-42c0-b951-e09a73beb6ea req-8e08415a-9f2a-4c14-951e-636428a66ec8 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:31.719726 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-59218252-154c-4862-bf5e-4249ffe5d67b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=982ec12120f942de98a05f4af3534b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718402 Aug 08 02:33:31.720804 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59218252-154c-4862-bf5e-4249ffe5d67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d61f16d-89e3-453b-b48e-d554101b36ad,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:31.725538 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-608a1a1e-d0b4-42c0-b951-e09a73beb6ea req-8e08415a-9f2a-4c14-951e-636428a66ec8 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0561678 Aug 08 02:33:31.727124 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-611359e3-7e41-4d3d-bb35-ec4d29b80074 req-0a83f98f-73df-4a4c-9559-1830ce227dbf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958006 Aug 08 02:33:31.727673 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 39284) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:31.772333 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:31.777775 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-608a1a1e-d0b4-42c0-b951-e09a73beb6ea req-88209bba-3458-4d1f-a582-22351b1aadf8 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513868 Aug 08 02:33:31.789945 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-10e68236-08bf-44a1-ad7f-1045297be176 admin admin] Publish callbacks [] for security_group (6d61f16d-89e3-453b-b48e-d554101b36ad), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:31.813877 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-10e68236-08bf-44a1-ad7f-1045297be176 admin admin] Publish callbacks [] for security_group (6d61f16d-89e3-453b-b48e-d554101b36ad), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:31.987253 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-10e68236-08bf-44a1-ad7f-1045297be176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (6d61f16d-89e3-453b-b48e-d554101b36ad), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:31.989897 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-10e68236-08bf-44a1-ad7f-1045297be176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:31.991084 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-10e68236-08bf-44a1-ad7f-1045297be176 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6d61f16d-89e3-453b-b48e-d554101b36ad HTTP/1.1" status: 204 len: 168 time: 0.2624733 Aug 08 02:33:32.001960 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e68236-08bf-44a1-ad7f-1045297be176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d61f16d-89e3-453b-b48e-d554101b36ad,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:32.544260 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356a46-3f68-449d-9213-e19b9efa1b2e req-c481637b-a72d-43dc-bf65-2fab0d60841a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:32.545742 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ec356a46-3f68-449d-9213-e19b9efa1b2e req-c481637b-a72d-43dc-bf65-2fab0d60841a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0483201 Aug 08 02:33:32.596486 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ec356a46-3f68-449d-9213-e19b9efa1b2e req-8f9e6130-985c-46dc-8621-8c5fc18921de tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449917 Aug 08 02:33:32.659281 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 438a8af0-9043-4725-b741-8f21cc9f8097 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:33:32.691257 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 39320) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:32.705658 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd9eb32e-868c-4f5f-90a6-e3acf38a6a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:32.793200 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd9eb32e-868c-4f5f-90a6-e3acf38a6a18 admin admin] Publish callbacks [] for security_group (188774fe-fd2f-4bff-814c-3987c4cc858b), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:32.866546 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd9eb32e-868c-4f5f-90a6-e3acf38a6a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (188774fe-fd2f-4bff-814c-3987c4cc858b), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:32.875142 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 438a8af0-9043-4725-b741-8f21cc9f8097, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=438a8af0-9043-4725-b741-8f21cc9f8097,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:32.891750 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': '438a8af0-9043-4725-b741-8f21cc9f8097', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'port_id': '438a8af0-9043-4725-b741-8f21cc9f8097', 'mac_address': 'fa:16:3e:22:54:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:33:32.925055 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a9a00-8579-48de-a69e-f6fa228e34aa req-19a9505d-33bb-45b3-8106-daa1890fccb3 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:32.935840 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 438a8af0-9043-4725-b741-8f21cc9f8097 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:33:32.936432 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:32.941528 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-753a9a00-8579-48de-a69e-f6fa228e34aa req-19a9505d-33bb-45b3-8106-daa1890fccb3 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0647855 Aug 08 02:33:32.941821 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0514f-c4c1-449c-afcf-cdfdcb5e5098 req-82928f5d-06f9-4a65-92af-06117afedd0d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:32.941821 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a5e0514f-c4c1-449c-afcf-cdfdcb5e5098 req-82928f5d-06f9-4a65-92af-06117afedd0d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.1091909 Aug 08 02:33:32.944839 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-bd9eb32e-868c-4f5f-90a6-e3acf38a6a18 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4872eba106ec4396997fa938cd410a41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523837 Aug 08 02:33:32.945931 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9eb32e-868c-4f5f-90a6-e3acf38a6a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188774fe-fd2f-4bff-814c-3987c4cc858b,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:32.947704 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 39330) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:32.964611 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438a8af0-9043-4725-b741-8f21cc9f8097 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:33:32.988719 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 438a8af0-9043-4725-b741-8f21cc9f8097, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=438a8af0-9043-4725-b741-8f21cc9f8097,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:33.003339 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a5e0514f-c4c1-449c-afcf-cdfdcb5e5098 req-e64a5070-f358-42cf-be0d-8ccbd399134f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539927 Aug 08 02:33:33.066015 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-753a9a00-8579-48de-a69e-f6fa228e34aa req-f9199ce1-2d75-4325-bf9b-736112430ad4 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266510 Aug 08 02:33:33.067015 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-59f2aff3-6f56-4177-84bd-e3b3b3ac8f8e admin admin] Publish callbacks [] for security_group (188774fe-fd2f-4bff-814c-3987c4cc858b), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:33.072853 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:33.088886 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:33.094586 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-59f2aff3-6f56-4177-84bd-e3b3b3ac8f8e admin admin] Publish callbacks [] for security_group (188774fe-fd2f-4bff-814c-3987c4cc858b), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:33.095394 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:33.145305 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=438a8af0-9043-4725-b741-8f21cc9f8097,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:33.229900 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-59f2aff3-6f56-4177-84bd-e3b3b3ac8f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (188774fe-fd2f-4bff-814c-3987c4cc858b), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:33.232763 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-59f2aff3-6f56-4177-84bd-e3b3b3ac8f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:33.234062 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-59f2aff3-6f56-4177-84bd-e3b3b3ac8f8e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/188774fe-fd2f-4bff-814c-3987c4cc858b HTTP/1.1" status: 204 len: 168 time: 0.2706554 Aug 08 02:33:33.242939 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2aff3-6f56-4177-84bd-e3b3b3ac8f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188774fe-fd2f-4bff-814c-3987c4cc858b,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:33.744189 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160989de-1f8f-4ce3-8892-63ffedf4083b req-d1ffb7e8-6402-4600-94b0-99d535010861 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:33.745706 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-160989de-1f8f-4ce3-8892-63ffedf4083b req-d1ffb7e8-6402-4600-94b0-99d535010861 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0654719 Aug 08 02:33:33.801632 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-160989de-1f8f-4ce3-8892-63ffedf4083b req-95e5574d-ddb7-4f78-8d09-815f13bdf089 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478957 Aug 08 02:33:34.151111 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab26c01-60b8-4f78-b609-183aa13a2ac4 req-be3f6d23-3170-47f1-b79b-43c68669fccc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:34.153563 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7ab26c01-60b8-4f78-b609-183aa13a2ac4 req-be3f6d23-3170-47f1-b79b-43c68669fccc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 944 time: 0.0623744 Aug 08 02:33:34.196097 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e567b-1da5-4c11-9bfa-c2c11d41d6bf req-a1679c90-37d3-4484-b9cc-aa86c3df4dff tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:34.198457 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c22e567b-1da5-4c11-9bfa-c2c11d41d6bf req-a1679c90-37d3-4484-b9cc-aa86c3df4dff tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0539541 Aug 08 02:33:34.205243 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7ab26c01-60b8-4f78-b609-183aa13a2ac4 req-ae180bfd-17ce-42b0-88a8-9665f4abe5e6 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457206 Aug 08 02:33:34.248917 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c22e567b-1da5-4c11-9bfa-c2c11d41d6bf req-a2726129-a851-47d9-bc5b-e3f5c6232e81 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441053 Aug 08 02:33:34.376998 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 39382) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:34.476160 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-09cfedae-94c4-4540-9470-1b9f589d2e9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1101974867-network', 'tenant_id': '99edc55b227143f8a539d293d72bf110'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:33:34.590346 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cfedae-94c4-4540-9470-1b9f589d2e9f admin admin] Made reservation on behalf of 99edc55b227143f8a539d293d72bf110 for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:33:34.592652 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-09cfedae-94c4-4540-9470-1b9f589d2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:34.601388 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-09cfedae-94c4-4540-9470-1b9f589d2e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:34.675996 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-09cfedae-94c4-4540-9470-1b9f589d2e9f admin admin] Publish callbacks [] for security_group (ff40d69b-aebe-43d3-ab49-a82fb42cc81a), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:34.749876 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-09cfedae-94c4-4540-9470-1b9f589d2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (ff40d69b-aebe-43d3-ab49-a82fb42cc81a), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:34.776462 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09cfedae-94c4-4540-9470-1b9f589d2e9f admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:33:34.786893 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfedae-94c4-4540-9470-1b9f589d2e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff40d69b-aebe-43d3-ab49-a82fb42cc81a,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:34.791804 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-09cfedae-94c4-4540-9470-1b9f589d2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (d4a13274-c3c7-4935-8c9d-83bc07a0c3e7), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:34.792148 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-09cfedae-94c4-4540-9470-1b9f589d2e9f admin admin] Added segment d4a13274-c3c7-4935-8c9d-83bc07a0c3e7 of type vlan for network 33a3ff48-2525-419f-b9f9-8873be93f6a8 Aug 08 02:33:34.841145 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-09cfedae-94c4-4540-9470-1b9f589d2e9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (33a3ff48-2525-419f-b9f9-8873be93f6a8), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:34.917203 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-09cfedae-94c4-4540-9470-1b9f589d2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (33a3ff48-2525-419f-b9f9-8873be93f6a8), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:34.918186 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cfedae-94c4-4540-9470-1b9f589d2e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:34.918786 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-09cfedae-94c4-4540-9470-1b9f589d2e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:34.926684 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e91cfa-6005-4e98-822b-89635bbea189 req-23f04f39-76cd-4173-aa76-297557708230 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:34.928127 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b1e91cfa-6005-4e98-822b-89635bbea189 req-23f04f39-76cd-4173-aa76-297557708230 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0523417 Aug 08 02:33:35.000997 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:35.008484 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfedae-94c4-4540-9470-1b9f589d2e9f admin admin] Pushing event updated for resources: {'Network': ['ID=33a3ff48-2525-419f-b9f9-8873be93f6a8,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:35.018984 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network 33a3ff48-2525-419f-b9f9-8873be93f6a8 details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:33:35.028295 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-09cfedae-94c4-4540-9470-1b9f589d2e9f admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6501722 Aug 08 02:33:35.031427 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 39392) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:35.032067 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b1e91cfa-6005-4e98-822b-89635bbea189 req-b4d2dedd-85ea-4957-89c7-ae0d0d26cf9c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968363 Aug 08 02:33:35.036283 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-fba3b614-1c10-4da8-8dc3-72052723a8ad admin admin] Request body: {'subnet': {'network_id': '33a3ff48-2525-419f-b9f9-8873be93f6a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1101974867-subnet', 'tenant_id': '99edc55b227143f8a539d293d72bf110', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:33:35.110156 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba3b614-1c10-4da8-8dc3-72052723a8ad admin admin] Made reservation on behalf of 99edc55b227143f8a539d293d72bf110 for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:33:35.112604 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fba3b614-1c10-4da8-8dc3-72052723a8ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:35.326569 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fba3b614-1c10-4da8-8dc3-72052723a8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for subnet (4c970fe4-836c-4af4-8896-5206bb325fd4), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:35.359300 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97eb777-0c19-4883-a0f7-61dcb38fad85 req-02d60b78-b8ca-4cad-8db1-4c9f72d0f6cd tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:35.360654 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a97eb777-0c19-4883-a0f7-61dcb38fad85 req-02d60b78-b8ca-4cad-8db1-4c9f72d0f6cd tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 944 time: 0.0783393 Aug 08 02:33:35.388709 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d037882-664d-4272-8652-dfb872629d87 req-ff22bfc7-c3a4-4582-8982-ffcda0443d8c tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:35.390893 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9d037882-664d-4272-8652-dfb872629d87 req-ff22bfc7-c3a4-4582-8982-ffcda0443d8c tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0652187 Aug 08 02:33:35.416363 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:35.427613 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:35.428434 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3b614-1c10-4da8-8dc3-72052723a8ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c970fe4-836c-4af4-8896-5206bb325fd4,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:35.445383 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9d037882-664d-4272-8652-dfb872629d87 req-af3755ed-1261-4444-b799-e35ea8cbf36a tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463116 Aug 08 02:33:35.453193 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a97eb777-0c19-4883-a0f7-61dcb38fad85 req-4fb640d3-57a7-483f-82df-9aea80103f27 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859289 Aug 08 02:33:35.454043 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba3b614-1c10-4da8-8dc3-72052723a8ad admin admin] Checking segment: {'id': 'd4a13274-c3c7-4935-8c9d-83bc07a0c3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '33a3ff48-2525-419f-b9f9-8873be93f6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:33:35.454416 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba3b614-1c10-4da8-8dc3-72052723a8ad admin admin] Network hostable DHCP agents. Network: 33a3ff48-2525-419f-b9f9-8873be93f6a8, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:33:35.590513 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba3b614-1c10-4da8-8dc3-72052723a8ad admin admin] Network 33a3ff48-2525-419f-b9f9-8873be93f6a8 is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:33:35.653085 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-fba3b614-1c10-4da8-8dc3-72052723a8ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, 33a3ff48-2525-419f-b9f9-8873be93f6a8) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:33:35.657059 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba3b614-1c10-4da8-8dc3-72052723a8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:35.657643 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fba3b614-1c10-4da8-8dc3-72052723a8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:35.666723 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446a71fc-83ed-4297-8fa6-108c714140c8 None None] Network 33a3ff48-2525-419f-b9f9-8873be93f6a8 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:33:35.739974 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-fba3b614-1c10-4da8-8dc3-72052723a8ad admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7074387 Aug 08 02:33:35.762291 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04bf200-8d37-4aa2-8c0e-652064ff28ef None None] Network 33a3ff48-2525-419f-b9f9-8873be93f6a8 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:33:36.154838 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763ec66-452d-4463-a8ad-78f1d8a2b6c8 req-a3c8614c-ab6c-4ddc-9fb0-fdc15df40530 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:36.156263 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1763ec66-452d-4463-a8ad-78f1d8a2b6c8 req-a3c8614c-ab6c-4ddc-9fb0-fdc15df40530 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0514293 Aug 08 02:33:36.210681 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1763ec66-452d-4463-a8ad-78f1d8a2b6c8 req-4749f8f1-3da8-4316-9ab0-e035974bf0f6 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469074 Aug 08 02:33:36.457985 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 39430) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:36.463790 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-7f68527f-b5e5-4458-96da-dbdc79572588 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-734206182-network', 'tenant_id': 'e5650dee65484f59884ef3b1aa90e934'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:33:36.477438 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['438a8af0-9043-4725-b741-8f21cc9f8097'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:33:36.568143 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f68527f-b5e5-4458-96da-dbdc79572588 admin admin] Made reservation on behalf of e5650dee65484f59884ef3b1aa90e934 for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:33:36.570789 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f68527f-b5e5-4458-96da-dbdc79572588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:36.585707 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f68527f-b5e5-4458-96da-dbdc79572588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:36.590690 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bd5bf-9c36-4cb6-9a6d-24342c245fdb req-bf644a5d-5dff-405c-b47c-56cc85be21e9 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:36.592375 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fb8bd5bf-9c36-4cb6-9a6d-24342c245fdb req-bf644a5d-5dff-405c-b47c-56cc85be21e9 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 944 time: 0.0532997 Aug 08 02:33:36.604696 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bf1e7-6478-4c7e-954e-0358822bd38e req-9dfffc2e-2f15-495a-a7c1-a67ce6cbcb83 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:36.606485 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0b4bf1e7-6478-4c7e-954e-0358822bd38e req-9dfffc2e-2f15-495a-a7c1-a67ce6cbcb83 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0792897 Aug 08 02:33:36.633216 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:36.646381 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fb8bd5bf-9c36-4cb6-9a6d-24342c245fdb req-5657f77e-d2c0-4634-9aee-e599abf00cfc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480149 Aug 08 02:33:36.681601 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0b4bf1e7-6478-4c7e-954e-0358822bd38e req-5b1f0de3-38f3-4939-8264-23f3b8b1ffbd tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648499 Aug 08 02:33:36.716835 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f68527f-b5e5-4458-96da-dbdc79572588 admin admin] Publish callbacks [] for security_group (151d3327-c85e-47dd-8b60-653157242f2b), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:36.772712 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f68527f-b5e5-4458-96da-dbdc79572588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (151d3327-c85e-47dd-8b60-653157242f2b), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:36.795010 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f68527f-b5e5-4458-96da-dbdc79572588 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:33:36.810603 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68527f-b5e5-4458-96da-dbdc79572588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151d3327-c85e-47dd-8b60-653157242f2b,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:36.813461 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f68527f-b5e5-4458-96da-dbdc79572588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (6e17505e-c3d4-4d1c-975a-5d77b5c055a1), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:36.813798 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-7f68527f-b5e5-4458-96da-dbdc79572588 admin admin] Added segment 6e17505e-c3d4-4d1c-975a-5d77b5c055a1 of type vlan for network 381377de-4e41-41f0-b7f9-5957b39a4135 Aug 08 02:33:36.857052 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f68527f-b5e5-4458-96da-dbdc79572588 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (381377de-4e41-41f0-b7f9-5957b39a4135), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:36.939171 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f68527f-b5e5-4458-96da-dbdc79572588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (381377de-4e41-41f0-b7f9-5957b39a4135), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:36.940124 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f68527f-b5e5-4458-96da-dbdc79572588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:36.940702 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f68527f-b5e5-4458-96da-dbdc79572588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:37.001591 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68527f-b5e5-4458-96da-dbdc79572588 admin admin] Pushing event updated for resources: {'Network': ['ID=381377de-4e41-41f0-b7f9-5957b39a4135,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:37.011260 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network 381377de-4e41-41f0-b7f9-5957b39a4135 details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:33:37.062082 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-7f68527f-b5e5-4458-96da-dbdc79572588 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6026328 Aug 08 02:33:37.064825 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 39440) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:37.069839 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-e822b4f9-e28d-412f-acfa-88c0f0d54361 admin admin] Request body: {'subnet': {'network_id': '381377de-4e41-41f0-b7f9-5957b39a4135', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-734206182-subnet', 'tenant_id': 'e5650dee65484f59884ef3b1aa90e934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:33:37.138979 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e822b4f9-e28d-412f-acfa-88c0f0d54361 admin admin] Made reservation on behalf of e5650dee65484f59884ef3b1aa90e934 for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:33:37.141373 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e822b4f9-e28d-412f-acfa-88c0f0d54361 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:37.269351 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:37.335675 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c6423-783a-4b7f-9fb7-eff75709aefa req-c91fe2b8-a411-4985-8739-50c9d1962bb8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:37.337123 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-319c6423-783a-4b7f-9fb7-eff75709aefa req-c91fe2b8-a411-4985-8739-50c9d1962bb8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0498354 Aug 08 02:33:37.344877 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e822b4f9-e28d-412f-acfa-88c0f0d54361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for subnet (92306d6f-531b-4022-8c0c-c71e60ae9615), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:37.393457 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:37.398369 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-319c6423-783a-4b7f-9fb7-eff75709aefa req-cbf5ba3f-3bda-4854-a3bc-7f65e9ecdbeb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474644 Aug 08 02:33:37.415882 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822b4f9-e28d-412f-acfa-88c0f0d54361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92306d6f-531b-4022-8c0c-c71e60ae9615,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:37.432467 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822b4f9-e28d-412f-acfa-88c0f0d54361 admin admin] Checking segment: {'id': '6e17505e-c3d4-4d1c-975a-5d77b5c055a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '381377de-4e41-41f0-b7f9-5957b39a4135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:33:37.432870 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e822b4f9-e28d-412f-acfa-88c0f0d54361 admin admin] Network hostable DHCP agents. Network: 381377de-4e41-41f0-b7f9-5957b39a4135, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:33:37.527273 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e822b4f9-e28d-412f-acfa-88c0f0d54361 admin admin] Network 381377de-4e41-41f0-b7f9-5957b39a4135 is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:33:37.611639 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-e822b4f9-e28d-412f-acfa-88c0f0d54361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, 381377de-4e41-41f0-b7f9-5957b39a4135) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:33:37.616205 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e822b4f9-e28d-412f-acfa-88c0f0d54361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:37.617154 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e822b4f9-e28d-412f-acfa-88c0f0d54361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:37.620617 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9107b4de-5e94-44d1-a7d0-7ac8b240dba7 None None] Network 381377de-4e41-41f0-b7f9-5957b39a4135 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:33:37.719483 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e822b4f9-e28d-412f-acfa-88c0f0d54361 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6526852 Aug 08 02:33:37.726124 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:37.744741 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5e63da-5362-4a5c-9222-fdb658b4ebf8 None None] Network 381377de-4e41-41f0-b7f9-5957b39a4135 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:33:37.807577 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c004d15-ab2f-40a1-ad95-81e1882d20a5 req-bea81d17-d5f6-470d-a138-f7e81d83853a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:37.809174 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5c004d15-ab2f-40a1-ad95-81e1882d20a5 req-bea81d17-d5f6-470d-a138-f7e81d83853a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 944 time: 0.0750687 Aug 08 02:33:37.847384 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc96d4f-f2b5-4410-b7dd-1997a4e4483e req-d7fabd67-f4e9-4509-b82b-4fd55c7a7e44 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:37.849580 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ccc96d4f-f2b5-4410-b7dd-1997a4e4483e req-d7fabd67-f4e9-4509-b82b-4fd55c7a7e44 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0636168 Aug 08 02:33:37.873131 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5c004d15-ab2f-40a1-ad95-81e1882d20a5 req-ee5dd037-02d9-415a-84b8-c696241c79ae tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556130 Aug 08 02:33:37.932463 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ccc96d4f-f2b5-4410-b7dd-1997a4e4483e req-acb6217c-47bd-425c-8767-ec8b0ef6f7f0 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729427 Aug 08 02:33:38.238603 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 438a8af0-9043-4725-b741-8f21cc9f8097 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:33:38.281352 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port 438a8af0-9043-4725-b741-8f21cc9f8097 completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:33:38.361618 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port 438a8af0-9043-4725-b741-8f21cc9f8097 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:33:38.361989 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:38.439460 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 438a8af0-9043-4725-b741-8f21cc9f8097 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:33:38.440128 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:38.452295 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:38.469717 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438a8af0-9043-4725-b741-8f21cc9f8097'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:33:38.472695 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f51701-e240-4161-8305-4f85fccaced3" -d '{"events": [{"server_uuid": "406d6f4e-a119-4be3-82c0-61f8de65229a", "name": "network-vif-plugged", "status": "completed", "tag": "438a8af0-9043-4725-b741-8f21cc9f8097"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:33:38.503653 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 438a8af0-9043-4725-b741-8f21cc9f8097, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=438a8af0-9043-4725-b741-8f21cc9f8097,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:38.518670 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b9b004-2f54-4b1a-a70f-1217d5320df0 x-openstack-request-id: req-71b9b004-2f54-4b1a-a70f-1217d5320df0 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:33:38.518978 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406d6f4e-a119-4be3-82c0-61f8de65229a", "name": "network-vif-plugged", "status": "completed", "tag": "438a8af0-9043-4725-b741-8f21cc9f8097", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:33:38.519280 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71b9b004-2f54-4b1a-a70f-1217d5320df0 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:33:38.519687 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b9b004-2f54-4b1a-a70f-1217d5320df0'] response: {'server_uuid': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438a8af0-9043-4725-b741-8f21cc9f8097', 'code': 200} Aug 08 02:33:38.601525 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:38.607156 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5575b-fb34-44b5-8349-3dc2cb238196 req-367e66ae-6960-449f-a7a6-2c4ef170875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:38.608647 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bcf5575b-fb34-44b5-8349-3dc2cb238196 req-367e66ae-6960-449f-a7a6-2c4ef170875d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 1129 time: 0.1486864 Aug 08 02:33:38.615833 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43ae3e-b372-4df7-81a7-2f2328dad053 req-56b609fb-3736-47dd-a2d7-c5431e275082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:38.617241 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ad43ae3e-b372-4df7-81a7-2f2328dad053 req-56b609fb-3736-47dd-a2d7-c5431e275082 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 1129 time: 0.1128979 Aug 08 02:33:38.623812 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c553d8d-d3fe-4aae-8274-4d4ccab60bd6 req-c42bb1d3-27a7-4e85-b168-3056cddaf49e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:38.625566 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2c553d8d-d3fe-4aae-8274-4d4ccab60bd6 req-c42bb1d3-27a7-4e85-b168-3056cddaf49e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.1196821 Aug 08 02:33:38.651599 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=438a8af0-9043-4725-b741-8f21cc9f8097,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:38.674463 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2c553d8d-d3fe-4aae-8274-4d4ccab60bd6 req-ad186249-ce08-447f-aeb6-dab6e1bdebb1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426273 Aug 08 02:33:39.034146 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b576fb-ab2f-402d-8a30-297dde4e834a req-5f456ef0-40c7-4f55-92ea-7ee2074a43cd tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:39.036886 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-39b576fb-ab2f-402d-8a30-297dde4e834a req-5f456ef0-40c7-4f55-92ea-7ee2074a43cd tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0765009 Aug 08 02:33:39.096635 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cf1ab-5c74-42b4-bb47-a34cf6757a9d req-26ea5bdd-16f5-414f-87bf-cc0f8b9c6cda tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:39.100881 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-39b576fb-ab2f-402d-8a30-297dde4e834a req-0a634b39-aefa-4d5a-beef-cd08dd653cbf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565827 Aug 08 02:33:39.104343 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d33cf1ab-5c74-42b4-bb47-a34cf6757a9d req-26ea5bdd-16f5-414f-87bf-cc0f8b9c6cda tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0681212 Aug 08 02:33:39.151541 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d33cf1ab-5c74-42b4-bb47-a34cf6757a9d req-1f03c03c-0f72-4896-a290-a5c9e7301919 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455849 Aug 08 02:33:39.515979 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 39516) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:39.621433 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-af2daf63-94f6-4adf-8b9a-d699434cc23b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:39.697082 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-af2daf63-94f6-4adf-8b9a-d699434cc23b admin admin] Publish callbacks [] for security_group (135597ee-23fc-4c4b-baf9-e9279ccea792), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:39.767299 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-af2daf63-94f6-4adf-8b9a-d699434cc23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (135597ee-23fc-4c4b-baf9-e9279ccea792), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:39.805285 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b2c2c-6b08-4921-81ba-05a6a9d51b47 req-c3227cb9-004b-41bd-93a0-555ae9a045a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:39.806994 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0b3b2c2c-6b08-4921-81ba-05a6a9d51b47 req-c3227cb9-004b-41bd-93a0-555ae9a045a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 943 time: 0.0495522 Aug 08 02:33:39.807219 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-af2daf63-94f6-4adf-8b9a-d699434cc23b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=65487b705788497385ca4ddae01cc5e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901487 Aug 08 02:33:39.808738 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2daf63-94f6-4adf-8b9a-d699434cc23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135597ee-23fc-4c4b-baf9-e9279ccea792,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:39.810455 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 39522) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:39.898842 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0b3b2c2c-6b08-4921-81ba-05a6a9d51b47 req-24b55728-b5e0-441a-b558-998598eac302 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809557 Aug 08 02:33:39.899597 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-621bd79e-3c1a-4ebb-9644-f7d151f54503 admin admin] Publish callbacks [] for security_group (135597ee-23fc-4c4b-baf9-e9279ccea792), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:39.923635 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-621bd79e-3c1a-4ebb-9644-f7d151f54503 admin admin] Publish callbacks [] for security_group (135597ee-23fc-4c4b-baf9-e9279ccea792), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:40.029939 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-621bd79e-3c1a-4ebb-9644-f7d151f54503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (135597ee-23fc-4c4b-baf9-e9279ccea792), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:40.032459 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-621bd79e-3c1a-4ebb-9644-f7d151f54503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:40.033595 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-621bd79e-3c1a-4ebb-9644-f7d151f54503 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/135597ee-23fc-4c4b-baf9-e9279ccea792 HTTP/1.1" status: 204 len: 168 time: 0.2220747 Aug 08 02:33:40.041486 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621bd79e-3c1a-4ebb-9644-f7d151f54503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135597ee-23fc-4c4b-baf9-e9279ccea792,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:40.212150 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:40.222315 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b788-67c5-4216-a74e-fbc7ff33103d req-d524cdb5-32fa-4fcd-ba73-45291a8884c3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:40.224037 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0768b788-67c5-4216-a74e-fbc7ff33103d req-d524cdb5-32fa-4fcd-ba73-45291a8884c3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0515203 Aug 08 02:33:40.276666 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcf9d2-e0f0-489b-b23d-0daec38a6ee5 req-5340b79b-c3ac-4a7a-9ece-154bae93740b tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:40.278881 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b7dcf9d2-e0f0-489b-b23d-0daec38a6ee5 req-5340b79b-c3ac-4a7a-9ece-154bae93740b tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0557439 Aug 08 02:33:40.279180 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0768b788-67c5-4216-a74e-fbc7ff33103d req-2a7ff3e4-b018-43bd-9d29-f1c60a26a9df tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495420 Aug 08 02:33:40.337311 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b7dcf9d2-e0f0-489b-b23d-0daec38a6ee5 req-ce4d9b37-4e45-42ae-9678-35684918018f tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456161 Aug 08 02:33:40.593694 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device b09b9826-f63f-4724-9a75-a75195d2391a details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:33:40.611573 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 39540) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:40.612700 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bcf5575b-fb34-44b5-8349-3dc2cb238196 req-f66ecb6a-71e0-42d3-a81d-6725d068e1a5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:40.615456 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:40.629755 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b9e41a13-a286-4915-b94e-95dc522e5bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:40.658479 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:40.694956 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bcf5575b-fb34-44b5-8349-3dc2cb238196 req-f66ecb6a-71e0-42d3-a81d-6725d068e1a5 service neutron] Publish callbacks [] for security_group (fc8e4cbc-c5d3-4087-9f54-193f1c71f986), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:40.706857 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port b09b9826-f63f-4724-9a75-a75195d2391a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b09b9826-f63f-4724-9a75-a75195d2391a,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:40.711623 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b9e41a13-a286-4915-b94e-95dc522e5bb8 admin admin] Publish callbacks [] for security_group (2d009647-5259-44a2-9870-6327ccf7e8ff), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:40.719273 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': 'b09b9826-f63f-4724-9a75-a75195d2391a', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'port_id': 'b09b9826-f63f-4724-9a75-a75195d2391a', 'mac_address': 'fa:16:3e:10:50:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:33:40.738463 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bcf5575b-fb34-44b5-8349-3dc2cb238196 req-f66ecb6a-71e0-42d3-a81d-6725d068e1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (fc8e4cbc-c5d3-4087-9f54-193f1c71f986), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:40.754078 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port b09b9826-f63f-4724-9a75-a75195d2391a is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:33:40.754578 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b09b9826-f63f-4724-9a75-a75195d2391a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:40.758193 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:40.760502 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b9e41a13-a286-4915-b94e-95dc522e5bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (2d009647-5259-44a2-9870-6327ccf7e8ff), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:40.768967 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09b9826-f63f-4724-9a75-a75195d2391a {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:33:40.785448 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ecb6a-71e0-42d3-a81d-6725d068e1a5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8e4cbc-c5d3-4087-9f54-193f1c71f986,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:40.793419 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:40.796054 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port b09b9826-f63f-4724-9a75-a75195d2391a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b09b9826-f63f-4724-9a75-a75195d2391a,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:40.797576 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bcf5575b-fb34-44b5-8349-3dc2cb238196 req-f66ecb6a-71e0-42d3-a81d-6725d068e1a5 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043276 Aug 08 02:33:40.807246 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-b9e41a13-a286-4915-b94e-95dc522e5bb8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c23d722872f947169fdd74abb45e2cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946924 Aug 08 02:33:40.808349 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e41a13-a286-4915-b94e-95dc522e5bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d009647-5259-44a2-9870-6327ccf7e8ff,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:40.810171 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 39542) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:40.860164 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-327ee08d-0397-4b4c-ba1c-e2d6815718f0 admin admin] Publish callbacks [] for security_group (2d009647-5259-44a2-9870-6327ccf7e8ff), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:40.869990 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b09b9826-f63f-4724-9a75-a75195d2391a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:40.884921 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-327ee08d-0397-4b4c-ba1c-e2d6815718f0 admin admin] Publish callbacks [] for security_group (2d009647-5259-44a2-9870-6327ccf7e8ff), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:40.917365 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=b09b9826-f63f-4724-9a75-a75195d2391a,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:40.975623 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:41.168237 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-327ee08d-0397-4b4c-ba1c-e2d6815718f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (2d009647-5259-44a2-9870-6327ccf7e8ff), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:41.170608 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-327ee08d-0397-4b4c-ba1c-e2d6815718f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:41.171772 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-327ee08d-0397-4b4c-ba1c-e2d6815718f0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2d009647-5259-44a2-9870-6327ccf7e8ff HTTP/1.1" status: 204 len: 168 time: 0.3605838 Aug 08 02:33:41.188751 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ee08d-0397-4b4c-ba1c-e2d6815718f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d009647-5259-44a2-9870-6327ccf7e8ff,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:41.198298 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61628da-a1c1-4c93-812b-7c4d70eae562 req-0a689744-5b37-4213-b332-59a1bd6f2f90 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:41.200505 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d61628da-a1c1-4c93-812b-7c4d70eae562 req-0a689744-5b37-4213-b332-59a1bd6f2f90 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 944 time: 0.2207186 Aug 08 02:33:41.254557 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d61628da-a1c1-4c93-812b-7c4d70eae562 req-0c1c8f5c-6da0-4fd3-85e0-ef92ad7beee7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467842 Aug 08 02:33:41.407976 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3b3ee-f4a7-4084-89b6-fa42a28cfb96 req-99014d21-c4df-4047-9c68-d94e9d6b1c0b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:41.409612 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9ff3b3ee-f4a7-4084-89b6-fa42a28cfb96 req-99014d21-c4df-4047-9c68-d94e9d6b1c0b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0525029 Aug 08 02:33:41.461461 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4fd40-209e-4b09-8b80-415d114bca94 req-143b7b25-08d7-4f6f-a671-3b5572f51bc9 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:41.462955 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e3f4fd40-209e-4b09-8b80-415d114bca94 req-143b7b25-08d7-4f6f-a671-3b5572f51bc9 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0505428 Aug 08 02:33:41.463937 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9ff3b3ee-f4a7-4084-89b6-fa42a28cfb96 req-bc58aebf-84c9-46b6-a5bc-ea3ac28d3021 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449543 Aug 08 02:33:41.526966 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e3f4fd40-209e-4b09-8b80-415d114bca94 req-6bdf1444-29eb-4590-805d-b05d0fa54b00 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552204 Aug 08 02:33:41.861607 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 39562) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:41.874831 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8b7e2865-4623-4d1d-b7ba-351e4513bc85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:41.953717 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8b7e2865-4623-4d1d-b7ba-351e4513bc85 admin admin] Publish callbacks [] for security_group (c2cf720a-8152-48a2-8587-1e4e4289224a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:42.018520 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8b7e2865-4623-4d1d-b7ba-351e4513bc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (c2cf720a-8152-48a2-8587-1e4e4289224a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:42.061420 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8b7e2865-4623-4d1d-b7ba-351e4513bc85 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5b751cb9c8ca4ef0a36a73d07cc620e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1987383 Aug 08 02:33:42.063361 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e2865-4623-4d1d-b7ba-351e4513bc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cf720a-8152-48a2-8587-1e4e4289224a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:42.064169 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 39568) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:42.112763 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d3d50942-5196-4c03-b9f0-61119f6dfae5 admin admin] Publish callbacks [] for security_group (c2cf720a-8152-48a2-8587-1e4e4289224a), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:42.134653 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d3d50942-5196-4c03-b9f0-61119f6dfae5 admin admin] Publish callbacks [] for security_group (c2cf720a-8152-48a2-8587-1e4e4289224a), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:42.264090 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d3d50942-5196-4c03-b9f0-61119f6dfae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (c2cf720a-8152-48a2-8587-1e4e4289224a), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:42.266720 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d3d50942-5196-4c03-b9f0-61119f6dfae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:42.267849 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-d3d50942-5196-4c03-b9f0-61119f6dfae5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c2cf720a-8152-48a2-8587-1e4e4289224a HTTP/1.1" status: 204 len: 168 time: 0.2026725 Aug 08 02:33:42.275714 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d50942-5196-4c03-b9f0-61119f6dfae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cf720a-8152-48a2-8587-1e4e4289224a,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:42.373660 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c10d83-a11c-4e77-83ed-b02467056f0d req-f16cda09-1179-498a-be61-2ab3097a3f4f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:42.375192 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-73c10d83-a11c-4e77-83ed-b02467056f0d req-f16cda09-1179-498a-be61-2ab3097a3f4f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 944 time: 0.0480745 Aug 08 02:33:42.422853 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-73c10d83-a11c-4e77-83ed-b02467056f0d req-2702e821-1fb4-4774-9314-3faf74c6ff55 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419421 Aug 08 02:33:42.658084 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bf35c-5874-47bc-bdd4-484861d43b8a req-0991475a-1ec5-4200-8121-220ce3f8dc23 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:42.659777 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-736bf35c-5874-47bc-bdd4-484861d43b8a req-0991475a-1ec5-4200-8121-220ce3f8dc23 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0497282 Aug 08 02:33:42.664353 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b1747-f18c-42f3-a64f-bc619608b71d req-b81d28de-7f43-46ea-b5ab-404420cc0b8b tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:42.670838 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-851b1747-f18c-42f3-a64f-bc619608b71d req-b81d28de-7f43-46ea-b5ab-404420cc0b8b tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0586629 Aug 08 02:33:42.711744 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:42.717079 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-736bf35c-5874-47bc-bdd4-484861d43b8a req-25f2cf4b-82fa-4795-a2c7-fca76740dfc9 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495346 Aug 08 02:33:42.726791 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-851b1747-f18c-42f3-a64f-bc619608b71d req-e0f13acc-18ae-437c-b69b-45030ca540fd tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548801 Aug 08 02:33:43.026156 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['b09b9826-f63f-4724-9a75-a75195d2391a'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:33:43.169659 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:43.174652 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ad43ae3e-b372-4df7-81a7-2f2328dad053 req-768d13cf-60d3-4933-bc9a-749be6485405 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024849 Aug 08 02:33:43.175880 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9eb88-2a80-44fb-8f77-7beb5721d812 req-658be63f-320d-42dd-8d09-f0d39f050644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:43.177414 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ebb9eb88-2a80-44fb-8f77-7beb5721d812 req-658be63f-320d-42dd-8d09-f0d39f050644 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 1129 time: 0.0843239 Aug 08 02:33:43.548982 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2db6b-d01a-41f6-9edb-781c969af344 req-ff268fde-c62f-4860-bc99-9e09ac184d00 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:43.558568 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-15b2db6b-d01a-41f6-9edb-781c969af344 req-ff268fde-c62f-4860-bc99-9e09ac184d00 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 944 time: 0.0549686 Aug 08 02:33:43.605508 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-15b2db6b-d01a-41f6-9edb-781c969af344 req-60c83ef1-2450-49ee-a91b-36e5ee5dea9c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457795 Aug 08 02:33:43.848458 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7f6fa-e15e-4233-8843-dfa237094d7e req-9bc2bd87-260a-4433-abaf-da06259a05c1 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:43.850032 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-32c7f6fa-e15e-4233-8843-dfa237094d7e req-9bc2bd87-260a-4433-abaf-da06259a05c1 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0528069 Aug 08 02:33:43.854635 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2924d-732b-48b4-a502-815164ce323f req-bb3a9e0a-5fc7-400a-90b5-17cf9136765c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:43.857290 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-94d2924d-732b-48b4-a502-815164ce323f req-bb3a9e0a-5fc7-400a-90b5-17cf9136765c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0556068 Aug 08 02:33:43.902566 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-32c7f6fa-e15e-4233-8843-dfa237094d7e req-05db3be4-2513-4942-94f5-27337662b7ed tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457215 Aug 08 02:33:43.906559 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-94d2924d-732b-48b4-a502-815164ce323f req-c7560007-d128-4221-a598-80b0fb620446 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430515 Aug 08 02:33:44.731099 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593b33c-3a0b-4119-b26d-35e990864d9b req-e8789a62-ed04-402f-8875-3c73e96fa4f7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:44.732592 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c593b33c-3a0b-4119-b26d-35e990864d9b req-e8789a62-ed04-402f-8875-3c73e96fa4f7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 944 time: 0.0474741 Aug 08 02:33:44.779509 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c593b33c-3a0b-4119-b26d-35e990864d9b req-02304d24-325f-4248-94e3-24dff870ef01 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 Aug 08 02:33:45.021407 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6073996-406a-4b14-a46d-35d306999ee4 req-3186b083-8a03-40b5-82d4-2922da6de755 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:45.023024 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b6073996-406a-4b14-a46d-35d306999ee4 req-3186b083-8a03-40b5-82d4-2922da6de755 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0486035 Aug 08 02:33:45.034452 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157417f3-f312-408d-8b3b-3f2dbf023256 req-146554ca-923b-431a-95b4-d9e85c47bf06 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:45.035925 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-157417f3-f312-408d-8b3b-3f2dbf023256 req-146554ca-923b-431a-95b4-d9e85c47bf06 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0521469 Aug 08 02:33:45.075425 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b6073996-406a-4b14-a46d-35d306999ee4 req-33e41da9-1487-4f94-b451-c3b972d69b77 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459571 Aug 08 02:33:45.084039 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-157417f3-f312-408d-8b3b-3f2dbf023256 req-c08b7521-8c2d-41ad-9fa3-114fc03f6743 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425239 Aug 08 02:33:45.895484 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c6d20-ee91-4670-8e84-7f08ae15742b req-784145b3-c49f-4d8a-a8fe-62f26192ff72 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:45.896935 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f79c6d20-ee91-4670-8e84-7f08ae15742b req-784145b3-c49f-4d8a-a8fe-62f26192ff72 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 944 time: 0.0463963 Aug 08 02:33:45.944135 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f79c6d20-ee91-4670-8e84-7f08ae15742b req-1848b96f-7c6b-4340-a099-acb44c737ee4 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410745 Aug 08 02:33:46.193135 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd99296-b86e-4770-be98-0e674eafd616 req-33ef4e04-5021-4e2b-aac9-f3a858a513e1 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:46.194640 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5dd99296-b86e-4770-be98-0e674eafd616 req-33ef4e04-5021-4e2b-aac9-f3a858a513e1 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0475335 Aug 08 02:33:46.208464 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1951e-6621-47bb-8070-b117c04e6a5a req-c878b9ce-e0c3-4f0b-a706-aadb4e9b6b36 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:46.209971 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b9c1951e-6621-47bb-8070-b117c04e6a5a req-c878b9ce-e0c3-4f0b-a706-aadb4e9b6b36 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0493593 Aug 08 02:33:46.246644 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5dd99296-b86e-4770-be98-0e674eafd616 req-cc9d226d-e6eb-483a-aff3-fe539f6b95c7 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442948 Aug 08 02:33:46.258665 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b9c1951e-6621-47bb-8070-b117c04e6a5a req-0be6c321-4059-48f0-97b6-ec1d5c542f1b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 Aug 08 02:33:47.062700 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778890a-6575-438d-a1b3-c626274e26bb req-875234a7-bbff-43fa-9893-592fabe45cc3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:47.064167 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f778890a-6575-438d-a1b3-c626274e26bb req-875234a7-bbff-43fa-9893-592fabe45cc3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 944 time: 0.0487819 Aug 08 02:33:47.098787 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:47.115794 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f778890a-6575-438d-a1b3-c626274e26bb req-fe28ccd6-525c-42a4-a4cd-ab7e72e38f19 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462084 Aug 08 02:33:47.360719 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:47.369263 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af088f-0d24-4803-a710-594a71049381 req-cee0e1a8-0607-46dc-af4a-145de94a04da tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:47.371066 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f7af088f-0d24-4803-a710-594a71049381 req-cee0e1a8-0607-46dc-af4a-145de94a04da tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0518944 Aug 08 02:33:47.381336 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46330a-8d7b-42dd-b558-cb7c6bd6cde9 req-4d5baded-81d1-4806-a81b-925d6ad1e623 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:47.382858 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1b46330a-8d7b-42dd-b558-cb7c6bd6cde9 req-4d5baded-81d1-4806-a81b-925d6ad1e623 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0473676 Aug 08 02:33:47.408609 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:47.421404 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f7af088f-0d24-4803-a710-594a71049381 req-58bd5a00-b464-4928-a14d-23f124cf3c80 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445507 Aug 08 02:33:47.431891 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1b46330a-8d7b-42dd-b558-cb7c6bd6cde9 req-78782126-41ba-43f9-b88f-c140171b4028 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428746 Aug 08 02:33:48.232535 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1430-c4b2-40d6-bf53-6f8bb8cc9aa0 req-84068f92-9409-4cd2-a729-4d1e0f860c3b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:48.234002 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4ffa1430-c4b2-40d6-bf53-6f8bb8cc9aa0 req-84068f92-9409-4cd2-a729-4d1e0f860c3b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 944 time: 0.0473173 Aug 08 02:33:48.284274 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4ffa1430-c4b2-40d6-bf53-6f8bb8cc9aa0 req-11ba0237-4fe0-4394-a7af-0c8beda56a02 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446305 Aug 08 02:33:48.543648 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00680d-a427-4487-8b76-91248d87b4be req-20765307-437e-41cc-ae47-da05a1daf95d tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:48.545324 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4a00680d-a427-4487-8b76-91248d87b4be req-20765307-437e-41cc-ae47-da05a1daf95d tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0490618 Aug 08 02:33:48.562380 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58467333-e382-47a3-842a-82fe6794330a req-4331ba2f-006d-41c2-a889-bf2052f9fd2b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:48.563905 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58467333-e382-47a3-842a-82fe6794330a req-4331ba2f-006d-41c2-a889-bf2052f9fd2b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0532515 Aug 08 02:33:48.596062 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4a00680d-a427-4487-8b76-91248d87b4be req-ada11f0c-bfc1-4db3-ad7f-89e8b6413240 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453067 Aug 08 02:33:48.613482 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58467333-e382-47a3-842a-82fe6794330a req-93b0307a-2e5a-4df0-9865-51d45fcb632e tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437999 Aug 08 02:33:48.639698 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device b09b9826-f63f-4724-9a75-a75195d2391a up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:33:48.681206 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port b09b9826-f63f-4724-9a75-a75195d2391a completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:33:48.738604 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port b09b9826-f63f-4724-9a75-a75195d2391a triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:33:48.739001 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (b09b9826-f63f-4724-9a75-a75195d2391a), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:48.817122 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port b09b9826-f63f-4724-9a75-a75195d2391a is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:33:48.817510 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b09b9826-f63f-4724-9a75-a75195d2391a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:48.841661 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b383010a-a42d-40bb-87aa-88500e694738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b9826-f63f-4724-9a75-a75195d2391a'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:33:48.843947 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2276b192-726d-471d-a343-157571fa2e76" -d '{"events": [{"server_uuid": "b383010a-a42d-40bb-87aa-88500e694738", "name": "network-vif-plugged", "status": "completed", "tag": "b09b9826-f63f-4724-9a75-a75195d2391a"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:33:48.858335 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port b09b9826-f63f-4724-9a75-a75195d2391a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b09b9826-f63f-4724-9a75-a75195d2391a,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:33:48.885126 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61021828-eec0-45a8-8f3b-9932980a0086 x-openstack-request-id: req-61021828-eec0-45a8-8f3b-9932980a0086 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:33:48.885446 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b383010a-a42d-40bb-87aa-88500e694738", "name": "network-vif-plugged", "status": "completed", "tag": "b09b9826-f63f-4724-9a75-a75195d2391a", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:33:48.885897 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61021828-eec0-45a8-8f3b-9932980a0086 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:33:48.886701 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61021828-eec0-45a8-8f3b-9932980a0086'] response: {'server_uuid': 'b383010a-a42d-40bb-87aa-88500e694738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b9826-f63f-4724-9a75-a75195d2391a', 'code': 200} Aug 08 02:33:48.919947 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b09b9826-f63f-4724-9a75-a75195d2391a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:48.991719 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=b09b9826-f63f-4724-9a75-a75195d2391a,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:49.406149 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062c251-6770-40ec-a42b-cbd356a5f93a req-19f79613-4203-4ba2-9d82-bdaeb90d85f3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:49.407815 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1062c251-6770-40ec-a42b-cbd356a5f93a req-19f79613-4203-4ba2-9d82-bdaeb90d85f3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0499589 Aug 08 02:33:49.455840 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1062c251-6770-40ec-a42b-cbd356a5f93a req-d47de838-5b69-4b3e-bc48-6b31df8a088a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425994 Aug 08 02:33:49.738236 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2050b6-8a32-464c-811b-342a20825eb5 req-7d641f35-2b1b-45c9-8648-e11a4df26e8c tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:49.745874 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0d2050b6-8a32-464c-811b-342a20825eb5 req-7d641f35-2b1b-45c9-8648-e11a4df26e8c tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0736024 Aug 08 02:33:49.763911 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522a5e2-f5a7-44a4-a6a2-cd4b95395457 req-8e0adb07-dd57-426d-ad7d-2320902071a9 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:49.767087 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1522a5e2-f5a7-44a4-a6a2-cd4b95395457 req-8e0adb07-dd57-426d-ad7d-2320902071a9 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0699456 Aug 08 02:33:49.796113 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0d2050b6-8a32-464c-811b-342a20825eb5 req-791f4e4a-8796-4554-a351-a38c0173944f tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493634 Aug 08 02:33:49.825553 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1522a5e2-f5a7-44a4-a6a2-cd4b95395457 req-ecd97216-6557-472b-bcd2-24d8b7c84484 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545466 Aug 08 02:33:50.549730 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-706b0313-59e0-46eb-a348-13c5087677e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:50.574276 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10defd48-7d6c-4ead-94fe-e9e001392bb9 req-ad47dbd0-8536-409e-9544-066f75c0e1b3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:50.575784 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-10defd48-7d6c-4ead-94fe-e9e001392bb9 req-ad47dbd0-8536-409e-9544-066f75c0e1b3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0485020 Aug 08 02:33:50.623015 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-10defd48-7d6c-4ead-94fe-e9e001392bb9 req-4af2024e-0c4b-410e-b22a-d4657f55a839 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417664 Aug 08 02:33:50.913276 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4cd8a-d3dc-405e-9cf9-b674a293f773 req-c4f53ec7-d00f-41d6-90c9-6d164df24482 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:50.914799 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f9c4cd8a-d3dc-405e-9cf9-b674a293f773 req-c4f53ec7-d00f-41d6-90c9-6d164df24482 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0464907 Aug 08 02:33:50.953967 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5d96f-f3c5-468c-abf2-be0b16600342 req-719d25ae-3f72-4615-859c-f962a56b0d63 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:50.955462 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b3a5d96f-f3c5-468c-abf2-be0b16600342 req-719d25ae-3f72-4615-859c-f962a56b0d63 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0509562 Aug 08 02:33:50.967083 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f9c4cd8a-d3dc-405e-9cf9-b674a293f773 req-db9a4b0a-27f1-4c4e-9382-35b9f58a1fea tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435259 Aug 08 02:33:50.981198 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:51.005600 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b3a5d96f-f3c5-468c-abf2-be0b16600342 req-46f8b607-4a2c-44f6-9ab1-53b441081878 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443473 Aug 08 02:33:51.516577 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ebb9eb88-2a80-44fb-8f77-7beb5721d812 req-db7c8eb5-6475-421d-9e87-5b52205f3c3a service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416117 Aug 08 02:33:51.740185 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd90c2c-637d-49cc-87a6-f46c3cc2cfda req-515b5764-e9f4-47b8-ab35-a1e651fb31bd tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:51.741607 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-abd90c2c-637d-49cc-87a6-f46c3cc2cfda req-515b5764-e9f4-47b8-ab35-a1e651fb31bd tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0478978 Aug 08 02:33:51.793514 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-abd90c2c-637d-49cc-87a6-f46c3cc2cfda req-f22b5954-2415-46ec-a590-cb689407aa86 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455391 Aug 08 02:33:52.091776 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839be0a-7741-4c77-ad6f-b95c823bddfd req-3834d82e-0d8b-4acb-acaf-2f2673940e24 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:52.093692 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2839be0a-7741-4c77-ad6f-b95c823bddfd req-3834d82e-0d8b-4acb-acaf-2f2673940e24 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0520525 Aug 08 02:33:52.138826 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51199a9-3a68-4736-8917-047b6b9033b0 req-c5c9195b-8161-4cb4-b060-961374af6b1c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:52.140329 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b51199a9-3a68-4736-8917-047b6b9033b0 req-c5c9195b-8161-4cb4-b060-961374af6b1c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0519936 Aug 08 02:33:52.144648 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2839be0a-7741-4c77-ad6f-b95c823bddfd req-ef51e6b6-21fd-422d-a95b-8c94d533a9e6 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452895 Aug 08 02:33:52.189545 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b51199a9-3a68-4736-8917-047b6b9033b0 req-e59f93b6-7fba-4778-83c9-7ad5b1f9d319 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432830 Aug 08 02:33:52.892742 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4aa42048-6c05-4a24-86ac-32848cef9b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:52.930134 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8534f-9204-4029-9d00-347f39362fb0 req-5745ba6a-0730-4367-ace4-f46b688c508b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:52.931646 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7b8534f-9204-4029-9d00-347f39362fb0 req-5745ba6a-0730-4367-ace4-f46b688c508b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0536649 Aug 08 02:33:52.981740 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7b8534f-9204-4029-9d00-347f39362fb0 req-dca769f8-9930-4861-bf3b-6be2cb06729f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435574 Aug 08 02:33:53.272405 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1b6d7-ed2b-4c02-be82-8adc8f4dec4d req-51cda627-7ff2-450e-b655-ccb9431882dd tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:53.273884 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b6a1b6d7-ed2b-4c02-be82-8adc8f4dec4d req-51cda627-7ff2-450e-b655-ccb9431882dd tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0553875 Aug 08 02:33:53.317934 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31797ba-e064-4374-bade-f5e62cb95726 req-494dddb7-3b71-4fd4-ba1f-adea3531aaa5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:53.319473 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c31797ba-e064-4374-bade-f5e62cb95726 req-494dddb7-3b71-4fd4-ba1f-adea3531aaa5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0486732 Aug 08 02:33:53.322024 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b6a1b6d7-ed2b-4c02-be82-8adc8f4dec4d req-670d15ec-8855-4ee0-9429-d279bbdc33db tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418215 Aug 08 02:33:53.370142 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c31797ba-e064-4374-bade-f5e62cb95726 req-4eea393f-4828-4ed6-b05d-3a04845ccfbe tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439167 Aug 08 02:33:54.098019 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0a1fb-8df6-433a-8aac-6dd7eb273917 req-0f4cb83a-b73b-4253-94cc-f7928aba90d5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:54.099706 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-88f0a1fb-8df6-433a-8aac-6dd7eb273917 req-0f4cb83a-b73b-4253-94cc-f7928aba90d5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0469644 Aug 08 02:33:54.149947 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-88f0a1fb-8df6-433a-8aac-6dd7eb273917 req-88f3b512-3ff2-4ae8-9e75-13dd42b8c081 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439706 Aug 08 02:33:54.286643 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:54.361306 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:54.444226 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad2e1d-dc3a-46b3-99ce-d3f9dc767f71 req-3253b3c1-1ce5-4ae8-ae83-007674ce20b7 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:54.445696 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8dad2e1d-dc3a-46b3-99ce-d3f9dc767f71 req-3253b3c1-1ce5-4ae8-ae83-007674ce20b7 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0490866 Aug 08 02:33:54.498697 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754942f-68d4-4c08-bca3-d6339e0f02bd req-7b2d2d96-06b5-4d9f-b9d1-5a974cecc5a6 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:54.499325 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8dad2e1d-dc3a-46b3-99ce-d3f9dc767f71 req-a71e552b-f7a2-4907-a798-6975c0a0d474 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471876 Aug 08 02:33:54.500182 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0754942f-68d4-4c08-bca3-d6339e0f02bd req-7b2d2d96-06b5-4d9f-b9d1-5a974cecc5a6 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0533857 Aug 08 02:33:54.548652 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0754942f-68d4-4c08-bca3-d6339e0f02bd req-15e8924a-c540-41a0-85a7-5182f6ae30ca tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428030 Aug 08 02:33:55.269553 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6781430-e3b4-4699-99af-7e5cf0d5a746 req-fde30711-52ff-470d-b9a6-64d7088f72bf tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:55.271139 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e6781430-e3b4-4699-99af-7e5cf0d5a746 req-fde30711-52ff-470d-b9a6-64d7088f72bf tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0491250 Aug 08 02:33:55.294057 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:55.321676 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e6781430-e3b4-4699-99af-7e5cf0d5a746 req-cbd28758-e0ca-408e-a89d-2a1040a4ee00 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435061 Aug 08 02:33:55.617419 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54dbdc-e572-4af2-be8d-787e9642233e req-c7a3c09f-a24e-4346-a437-4399f02cfa35 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:55.618929 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cc54dbdc-e572-4af2-be8d-787e9642233e req-c7a3c09f-a24e-4346-a437-4399f02cfa35 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0490818 Aug 08 02:33:55.631974 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:55.664057 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:55.669749 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cc54dbdc-e572-4af2-be8d-787e9642233e req-672f6f9a-e18d-47fb-942f-3605f4da1fc8 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443888 Aug 08 02:33:55.675661 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466005a-0763-4d9f-8014-48734f878825 req-26805c7c-dc8d-4736-9796-c45c50ec4717 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:55.676262 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0466005a-0763-4d9f-8014-48734f878825 req-26805c7c-dc8d-4736-9796-c45c50ec4717 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0504305 Aug 08 02:33:55.731633 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0466005a-0763-4d9f-8014-48734f878825 req-60b97cd5-8811-4823-af78-872817504483 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442758 Aug 08 02:33:55.994480 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.097967 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:56.443230 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3630bd-9e96-42cf-ab79-40e390bcbcc4 req-006bfb3f-60d4-4c6b-a0e3-f89c979b8d0e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:56.445080 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3d3630bd-9e96-42cf-ab79-40e390bcbcc4 req-006bfb3f-60d4-4c6b-a0e3-f89c979b8d0e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0520515 Aug 08 02:33:56.493756 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3d3630bd-9e96-42cf-ab79-40e390bcbcc4 req-78843900-c1ca-4d22-a722-e8f93ba2fea9 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419335 Aug 08 02:33:56.821204 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b77928-056e-4636-9c44-40b583f38b95 req-da432696-dabb-48ca-8143-76d125c795fa tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:56.823594 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31b77928-056e-4636-9c44-40b583f38b95 req-da432696-dabb-48ca-8143-76d125c795fa tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0677652 Aug 08 02:33:56.867420 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c42d92-9883-4f42-83eb-e5e37a5f1d91 req-7fafdcfc-1225-4f26-86ae-8d1eb3cde3db tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:56.870109 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-03c42d92-9883-4f42-83eb-e5e37a5f1d91 req-7fafdcfc-1225-4f26-86ae-8d1eb3cde3db tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0495579 Aug 08 02:33:56.875584 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31b77928-056e-4636-9c44-40b583f38b95 req-e76387df-db7a-46a9-bfa0-15fa4053d2c5 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458064 Aug 08 02:33:56.939521 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-03c42d92-9883-4f42-83eb-e5e37a5f1d91 req-47c1c12c-6cc4-4b53-9b14-e0d8e86c97cf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627682 Aug 08 02:33:57.612871 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87680970-fe90-40bd-9b17-75864392f628 req-f215e4ef-d756-4a36-a33a-430e825a628d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:57.614326 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87680970-fe90-40bd-9b17-75864392f628 req-f215e4ef-d756-4a36-a33a-430e825a628d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0485942 Aug 08 02:33:57.663539 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87680970-fe90-40bd-9b17-75864392f628 req-8f06eebd-44dd-4d96-985f-cd1bd08c6dca tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430365 Aug 08 02:33:58.014499 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c12d15-0677-4970-8511-ef6f6356dc05 req-e06c387b-b8d5-4c0c-98d3-a509ac7bb072 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:58.016102 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e4c12d15-0677-4970-8511-ef6f6356dc05 req-e06c387b-b8d5-4c0c-98d3-a509ac7bb072 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0605891 Aug 08 02:33:58.075405 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e4c12d15-0677-4970-8511-ef6f6356dc05 req-8c79bb47-20d9-40a2-9689-d4d0cc4f6e3b tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524914 Aug 08 02:33:58.084426 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335ce67-997f-44d2-b5cf-43240ac862ef req-c615280e-274a-42c3-b7df-9ff6067375ed tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:58.086012 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a335ce67-997f-44d2-b5cf-43240ac862ef req-c615280e-274a-42c3-b7df-9ff6067375ed tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0580842 Aug 08 02:33:58.153996 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a335ce67-997f-44d2-b5cf-43240ac862ef req-a3866870-62de-4152-93bb-1c791c779409 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505714 Aug 08 02:33:58.438221 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:58.791921 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0af7f-682b-4a6b-917e-ab5d16f605b9 req-b5b3320c-95f9-4b6a-943e-f147247d5261 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:58.793763 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-90e0af7f-682b-4a6b-917e-ab5d16f605b9 req-b5b3320c-95f9-4b6a-943e-f147247d5261 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0497358 Aug 08 02:33:58.860572 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-90e0af7f-682b-4a6b-917e-ab5d16f605b9 req-559ae069-09a9-4594-8188-20b5285d6819 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599260 Aug 08 02:33:58.949102 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 39962) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:59.075308 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8ed9619b-344e-4fd6-b9b3-533024b4ed5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.135862 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:59.183053 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8ed9619b-344e-4fd6-b9b3-533024b4ed5c admin admin] Publish callbacks [] for security_group (a8dc2dbd-024b-4f19-bd89-aff451704eb6), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.266433 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b984c5-38b4-4dd3-aef3-00c7f00435a7 req-7181cf2f-63a9-4dcd-8c4d-02082126323e tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:59.268503 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-42b984c5-38b4-4dd3-aef3-00c7f00435a7 req-7181cf2f-63a9-4dcd-8c4d-02082126323e tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.1061013 Aug 08 02:33:59.271412 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8ed9619b-344e-4fd6-b9b3-533024b4ed5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (a8dc2dbd-024b-4f19-bd89-aff451704eb6), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.281811 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dde58-67c9-4f71-9f5f-eb754ea500f7 req-230004f2-9146-442b-acb1-9c346f4631e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:59.283370 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7c4dde58-67c9-4f71-9f5f-eb754ea500f7 req-230004f2-9146-442b-acb1-9c346f4631e2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 1129 time: 0.0811796 Aug 08 02:33:59.315222 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b4406-1b24-4123-84a1-23ce3619bbd6 req-a77a07eb-519d-41f0-b4a0-54341658968a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:59.316760 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-019b4406-1b24-4123-84a1-23ce3619bbd6 req-a77a07eb-519d-41f0-b4a0-54341658968a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0662451 Aug 08 02:33:59.361146 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8ed9619b-344e-4fd6-b9b3-533024b4ed5c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=53b110aaaf5640699fff5f5eac6cff0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4104233 Aug 08 02:33:59.364283 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 39980) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:59.370552 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9619b-344e-4fd6-b9b3-533024b4ed5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dc2dbd-024b-4f19-bd89-aff451704eb6,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:33:59.371289 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-019b4406-1b24-4123-84a1-23ce3619bbd6 req-57b0b1c2-f31f-441e-b137-1af696c5e217 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483928 Aug 08 02:33:59.427829 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7c4dde58-67c9-4f71-9f5f-eb754ea500f7 req-86d99299-1f6b-42cf-9366-345bc06b6901 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247876 Aug 08 02:33:59.430795 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-42b984c5-38b4-4dd3-aef3-00c7f00435a7 req-20f5b959-58f8-430b-b515-dd34096f0d6d tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533217 Aug 08 02:33:59.435253 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:33:59.460301 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c676bbda-4d23-4e2f-a70c-4597c9d6b75a admin admin] Publish callbacks [] for security_group (a8dc2dbd-024b-4f19-bd89-aff451704eb6), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.488823 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c676bbda-4d23-4e2f-a70c-4597c9d6b75a admin admin] Publish callbacks [] for security_group (a8dc2dbd-024b-4f19-bd89-aff451704eb6), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.546812 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f6241-9ddc-4304-bf61-ff0fafec16ec req-38f8a680-ba85-4fa8-8d17-211dc42e3202 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:33:59.549736 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-307f6241-9ddc-4304-bf61-ff0fafec16ec req-38f8a680-ba85-4fa8-8d17-211dc42e3202 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0544343 Aug 08 02:33:59.561196 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 39990) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:33:59.565521 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-62b58cbc-4e2c-46c8-abac-92e28a67ea92 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Request body: {'floatingip': {'port_id': '438a8af0-9043-4725-b741-8f21cc9f8097'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:33:59.642228 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-62b58cbc-4e2c-46c8-abac-92e28a67ea92 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for floatingip (5c01687f-0e32-438a-8f9e-124f7f9753c1), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.676267 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c676bbda-4d23-4e2f-a70c-4597c9d6b75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (a8dc2dbd-024b-4f19-bd89-aff451704eb6), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.678890 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c676bbda-4d23-4e2f-a70c-4597c9d6b75a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:33:59.681014 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-c676bbda-4d23-4e2f-a70c-4597c9d6b75a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a8dc2dbd-024b-4f19-bd89-aff451704eb6 HTTP/1.1" status: 204 len: 168 time: 0.3066142 Aug 08 02:33:59.734044 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676bbda-4d23-4e2f-a70c-4597c9d6b75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dc2dbd-024b-4f19-bd89-aff451704eb6,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:00.108474 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ad039-3d67-4c2d-9591-2cf322337078 req-f8ec9368-bb90-4fd4-971f-73559cac3f54 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:00.109959 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e34ad039-3d67-4c2d-9591-2cf322337078 req-f8ec9368-bb90-4fd4-971f-73559cac3f54 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.1524649 Aug 08 02:34:00.468825 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e34ad039-3d67-4c2d-9591-2cf322337078 req-f6e3f83c-1c23-459d-ba2d-96770a2ebd8f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282537 Aug 08 02:34:00.576599 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-62b58cbc-4e2c-46c8-abac-92e28a67ea92 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:00.641344 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-62b58cbc-4e2c-46c8-abac-92e28a67ea92 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (5c01687f-0e32-438a-8f9e-124f7f9753c1), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:00.728295 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:00.739560 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-62b58cbc-4e2c-46c8-abac-92e28a67ea92 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Floating IP 5c01687f-0e32-438a-8f9e-124f7f9753c1 associated. External IP: 172.27.4.142, port: 438a8af0-9043-4725-b741-8f21cc9f8097. Aug 08 02:34:00.825889 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 40032) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:00.932185 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-68d2d2db-f6d1-4db8-9d99-f6f706c476a3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-906689206-network', 'tenant_id': '31bdca178d874d499b1492305ad45a9c'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:00.958939 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:00.968683 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b58cbc-4e2c-46c8-abac-92e28a67ea92 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Router 19321b71-4a2a-4e6e-99a1-b50064793534 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:34:01.050597 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d2d2db-f6d1-4db8-9d99-f6f706c476a3 admin admin] Made reservation on behalf of 31bdca178d874d499b1492305ad45a9c for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:34:01.053249 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-68d2d2db-f6d1-4db8-9d99-f6f706c476a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.069928 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-68d2d2db-f6d1-4db8-9d99-f6f706c476a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.099046 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b58cbc-4e2c-46c8-abac-92e28a67ea92 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:34:01.104210 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-62b58cbc-4e2c-46c8-abac-92e28a67ea92 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.111876 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb6a8fc-9715-4c83-815f-156cb4d97504 None None] Sync routers for ids ['19321b71-4a2a-4e6e-99a1-b50064793534'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:34:01.122840 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6a8fc-9715-4c83-815f-156cb4d97504 None None] Routers {'19321b71-4a2a-4e6e-99a1-b50064793534'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:01.123445 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-fdb6a8fc-9715-4c83-815f-156cb4d97504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:33:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['19321b71-4a2a-4e6e-99a1-b50064793534'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:01.150877 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-62b58cbc-4e2c-46c8-abac-92e28a67ea92 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/5c01687f-0e32-438a-8f9e-124f7f9753c1 HTTP/1.1" status: 200 len: 991 time: 1.5890813 Aug 08 02:34:01.152648 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'tag': '438a8af0-9043-4725-b741-8f21cc9f8097'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:34:01.154890 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f320a0-efd6-408e-9501-06ac4159879e" -d '{"events": [{"name": "network-changed", "server_uuid": "406d6f4e-a119-4be3-82c0-61f8de65229a", "tag": "438a8af0-9043-4725-b741-8f21cc9f8097"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:34:01.199933 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252ab14b-8137-4258-bd37-8913bc891120 x-openstack-request-id: req-252ab14b-8137-4258-bd37-8913bc891120 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:34:01.200228 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406d6f4e-a119-4be3-82c0-61f8de65229a", "tag": "438a8af0-9043-4725-b741-8f21cc9f8097", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:34:01.200486 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-252ab14b-8137-4258-bd37-8913bc891120 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:34:01.200890 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252ab14b-8137-4258-bd37-8913bc891120'] response: {'name': 'network-changed', 'server_uuid': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'tag': '438a8af0-9043-4725-b741-8f21cc9f8097', 'status': 'completed', 'code': 200} Aug 08 02:34:01.202705 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-68d2d2db-f6d1-4db8-9d99-f6f706c476a3 admin admin] Publish callbacks [] for security_group (10377ff0-7b0d-46af-a20b-12603d49f19b), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.251027 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-fdb6a8fc-9715-4c83-815f-156cb4d97504 None None] Set router 19321b71-4a2a-4e6e-99a1-b50064793534 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:01.256439 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-68d2d2db-f6d1-4db8-9d99-f6f706c476a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (10377ff0-7b0d-46af-a20b-12603d49f19b), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.288391 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d2d2db-f6d1-4db8-9d99-f6f706c476a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:34:01.296303 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2d2db-f6d1-4db8-9d99-f6f706c476a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10377ff0-7b0d-46af-a20b-12603d49f19b,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:01.304003 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-68d2d2db-f6d1-4db8-9d99-f6f706c476a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (35978fbe-92ac-41e5-8c7e-82ab5ae890ab), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.304003 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-68d2d2db-f6d1-4db8-9d99-f6f706c476a3 admin admin] Added segment 35978fbe-92ac-41e5-8c7e-82ab5ae890ab of type vlan for network 0039794c-6513-403c-9341-87684af30240 Aug 08 02:34:01.352093 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-68d2d2db-f6d1-4db8-9d99-f6f706c476a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (0039794c-6513-403c-9341-87684af30240), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.423682 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-68d2d2db-f6d1-4db8-9d99-f6f706c476a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (0039794c-6513-403c-9341-87684af30240), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.425228 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2d2db-f6d1-4db8-9d99-f6f706c476a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:01.425934 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-68d2d2db-f6d1-4db8-9d99-f6f706c476a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.488848 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2d2db-f6d1-4db8-9d99-f6f706c476a3 admin admin] Pushing event updated for resources: {'Network': ['ID=0039794c-6513-403c-9341-87684af30240,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:01.498839 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network 0039794c-6513-403c-9341-87684af30240 details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:34:01.523476 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-fdb6a8fc-9715-4c83-815f-156cb4d97504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:19Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '5c01687f-0e32-438a-8f9e-124f7f9753c1', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'floating_ip_address': '172.27.4.142', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'port_id': '438a8af0-9043-4725-b741-8f21cc9f8097', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'mac_address': 'fa:16:3e:22:54:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:32:25Z', 'updated_at': '2022-08-08T02:34:00Z', 'revision_number': 1, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313fc0af-f227-4411-b3a6-a4f22976a38c', 'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'mac_address': 'fa:16:3e:5f:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:17Z', 'updated_at': '2022-08-08T02:32:30Z', 'revision_number': 5, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'subnets': [{'id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:01.547457 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb6a8fc-9715-4c83-815f-156cb4d97504 None None] Checking router: 19321b71-4a2a-4e6e-99a1-b50064793534 for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:34:01.547817 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-68d2d2db-f6d1-4db8-9d99-f6f706c476a3 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7205482 Aug 08 02:34:01.550395 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 40054) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:01.556890 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6a8fc-9715-4c83-815f-156cb4d97504 None None] Routers {'19321b71-4a2a-4e6e-99a1-b50064793534'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:01.557840 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-fdb6a8fc-9715-4c83-815f-156cb4d97504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:33:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['19321b71-4a2a-4e6e-99a1-b50064793534'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:01.559601 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-a504a5d5-589e-4599-91bb-c14179d12e44 admin admin] Request body: {'subnet': {'network_id': '0039794c-6513-403c-9341-87684af30240', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-906689206-subnet', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:01.635891 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e6455-92ea-4f1f-aa09-91d352b5f229 req-1e71a836-3094-4aa1-8561-0a00c86188da tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:01.637385 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9b7e6455-92ea-4f1f-aa09-91d352b5f229 req-1e71a836-3094-4aa1-8561-0a00c86188da tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0555327 Aug 08 02:34:01.650468 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a504a5d5-589e-4599-91bb-c14179d12e44 admin admin] Made reservation on behalf of 31bdca178d874d499b1492305ad45a9c for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:34:01.653525 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a504a5d5-589e-4599-91bb-c14179d12e44 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.663224 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-fdb6a8fc-9715-4c83-815f-156cb4d97504 None None] Set router 19321b71-4a2a-4e6e-99a1-b50064793534 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:01.740203 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9b7e6455-92ea-4f1f-aa09-91d352b5f229 req-6984f763-1d6a-471a-8804-c03022c535e4 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970333 Aug 08 02:34:01.742716 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:01.847685 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:01.876083 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-fdb6a8fc-9715-4c83-815f-156cb4d97504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:19Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '5c01687f-0e32-438a-8f9e-124f7f9753c1', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'floating_ip_address': '172.27.4.142', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'port_id': '438a8af0-9043-4725-b741-8f21cc9f8097', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'mac_address': 'fa:16:3e:22:54:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:32:25Z', 'updated_at': '2022-08-08T02:34:00Z', 'revision_number': 1, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313fc0af-f227-4411-b3a6-a4f22976a38c', 'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'mac_address': 'fa:16:3e:5f:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:17Z', 'updated_at': '2022-08-08T02:32:30Z', 'revision_number': 5, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'subnets': [{'id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:01.903216 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb6a8fc-9715-4c83-815f-156cb4d97504 None None] The sync data for ids ['19321b71-4a2a-4e6e-99a1-b50064793534'] in dv-cinder-852261-2-iscsi is: [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:19Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '5c01687f-0e32-438a-8f9e-124f7f9753c1', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'floating_ip_address': '172.27.4.142', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'port_id': '438a8af0-9043-4725-b741-8f21cc9f8097', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'mac_address': 'fa:16:3e:22:54:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:32:25Z', 'updated_at': '2022-08-08T02:34:00Z', 'revision_number': 1, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313fc0af-f227-4411-b3a6-a4f22976a38c', 'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'mac_address': 'fa:16:3e:5f:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:17Z', 'updated_at': '2022-08-08T02:32:30Z', 'revision_number': 5, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'subnets': [{'id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:34:01.938792 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a504a5d5-589e-4599-91bb-c14179d12e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for subnet (bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:01.992712 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504a5d5-589e-4599-91bb-c14179d12e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:02.009588 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504a5d5-589e-4599-91bb-c14179d12e44 admin admin] Checking segment: {'id': '35978fbe-92ac-41e5-8c7e-82ab5ae890ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0039794c-6513-403c-9341-87684af30240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:02.015095 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a504a5d5-589e-4599-91bb-c14179d12e44 admin admin] Network hostable DHCP agents. Network: 0039794c-6513-403c-9341-87684af30240, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:34:02.085103 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a504a5d5-589e-4599-91bb-c14179d12e44 admin admin] Network 0039794c-6513-403c-9341-87684af30240 is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:34:02.121666 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a3267a-dbf2-4048-9d71-94635a711c7b None None] New status for floating IP 5c01687f-0e32-438a-8f9e-124f7f9753c1: ACTIVE {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:34:02.164813 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-a504a5d5-589e-4599-91bb-c14179d12e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, 0039794c-6513-403c-9341-87684af30240) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:02.169988 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a504a5d5-589e-4599-91bb-c14179d12e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:02.170682 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a504a5d5-589e-4599-91bb-c14179d12e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.188382 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008b3285-c68c-4e9d-91f8-d73845d7ccff None None] Network 0039794c-6513-403c-9341-87684af30240 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:34:02.254000 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-a504a5d5-589e-4599-91bb-c14179d12e44 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7005703 Aug 08 02:34:02.256054 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 40058) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:02.260945 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-906689206-router', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:02.332864 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (967626e3-3290-4434-81aa-f557e1bc47b9), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.333992 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1866'] for router (967626e3-3290-4434-81aa-f557e1bc47b9), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.393022 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Publish callbacks [] for router_controller (967626e3-3290-4434-81aa-f557e1bc47b9), precommit_add_association {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.534948 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5eb1d2e-7da7-5b72-863f-c4fa9899b996-0039794c-6513-403c-9341-87684af30240', 'network_id': '0039794c-6513-403c-9341-87684af30240', 'project_id': '31bdca178d874d499b1492305ad45a9c', 'fixed_ips': [{'subnet_id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5'}]}} from dv-cinder-852261-2-iscsi. {{(pid=104278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:34:02.535926 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.579014 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Publish callbacks [] for router_gateway (967626e3-3290-4434-81aa-f557e1bc47b9), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.652052 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:02.684882 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Allocated IP 172.20.0.2 (0039794c-6513-403c-9341-87684af30240/bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5/0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:02.825748 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Publish callbacks [] for router_gateway (967626e3-3290-4434-81aa-f557e1bc47b9), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.829998 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Publish callbacks [] for port (0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.845965 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.868266 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7f2a8-04e9-439a-b7a7-31b28fd23be2 req-25180915-2665-4afe-bddd-2812e1a8cb77 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:02.870212 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bac7f2a8-04e9-439a-b7a7-31b28fd23be2 req-25180915-2665-4afe-bddd-2812e1a8cb77 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0496995 Aug 08 02:34:02.904723 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:02.923758 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bac7f2a8-04e9-439a-b7a7-31b28fd23be2 req-da62103d-413c-4881-b9c2-846a24f766f5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472043 Aug 08 02:34:02.942556 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=85,neutron:UPDATE=10,neutron:INSERT=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:02.963891 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Network 0039794c-6513-403c-9341-87684af30240 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:02.967236 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:02.967526 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Allocated IP 172.27.4.231 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/fa3f2552-2ba9-43d2-bb34-497664c01543) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:02.968829 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Pushing event updated for resources: {'Port': ['ID=0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:02.971935 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:03.025472 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:03.027628 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Attempting to bind port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:03.027994 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Attempting to bind port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '35978fbe-92ac-41e5-8c7e-82ab5ae890ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0039794c-6513-403c-9341-87684af30240'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:03.028497 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Attempting to bind port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 on network 0039794c-6513-403c-9341-87684af30240 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:03.034074 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:03.041691 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Checking segment: {'id': '35978fbe-92ac-41e5-8c7e-82ab5ae890ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0039794c-6513-403c-9341-87684af30240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:03.041691 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.041691 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Bound using segment: {'id': '35978fbe-92ac-41e5-8c7e-82ab5ae890ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0039794c-6513-403c-9341-87684af30240'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:03.041691 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Bound port: 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35978fbe-92ac-41e5-8c7e-82ab5ae890ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0039794c-6513-403c-9341-87684af30240'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:03.041691 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.085716 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Publish callbacks [] for port (fa3f2552-2ba9-43d2-bb34-497664c01543), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.096430 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] For port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:03.099461 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] For port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7,segment=NetworkSegment(35978fbe-92ac-41e5-8c7e-82ab5ae890ab),segment_id=35978fbe-92ac-41e5-8c7e-82ab5ae890ab)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:03.149837 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.178287 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (fa3f2552-2ba9-43d2-bb34-497664c01543), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.206500 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:03.207736 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002762a-d1b7-4472-aab1-24ae501db329 None None] Pushing event updated for resources: {'Port': ['ID=0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:03.226246 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:03.230506 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:03.239383 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:03.239383 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Pushing event updated for resources: {'Port': ['ID=fa3f2552-2ba9-43d2-bb34-497664c01543,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:03.551916 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Publish callbacks [] for router_gateway (967626e3-3290-4434-81aa-f557e1bc47b9), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.743395 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656454'] for router (967626e3-3290-4434-81aa-f557e1bc47b9), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:03.940552 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Router 967626e3-3290-4434-81aa-f557e1bc47b9 is scheduled to L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 with binding_index 1 {{(pid=104277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:34:04.168417 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb90306-3078-49ca-91d4-7231f508ced2 None None] Network 0039794c-6513-403c-9341-87684af30240 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:34:04.234512 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-7a94ac32-47d1-4f66-8907-a6ab5de8fd02 None None] Provisioning complete for port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:04.234917 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7a94ac32-47d1-4f66-8907-a6ab5de8fd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.266414 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c9626-4b0e-42c2-b52c-ecfdd67e3b08 req-a278d08f-4855-4d5b-8acf-f8e9f7976215 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:04.267882 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e66c9626-4b0e-42c2-b52c-ecfdd67e3b08 req-a278d08f-4855-4d5b-8acf-f8e9f7976215 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.2679884 Aug 08 02:34:04.270628 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:34:04.284816 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Sync routers for ids ['967626e3-3290-4434-81aa-f557e1bc47b9'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:34:04.305676 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Routers {'967626e3-3290-4434-81aa-f557e1bc47b9'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:04.306562 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:33:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['967626e3-3290-4434-81aa-f557e1bc47b9'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:04.335737 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e66c9626-4b0e-42c2-b52c-ecfdd67e3b08 req-e985c7f9-a652-4e71-bb12-93563bfc9905 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604246 Aug 08 02:34:04.378087 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-7a94ac32-47d1-4f66-8907-a6ab5de8fd02 None None] Current status of the port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:04.378529 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7a94ac32-47d1-4f66-8907-a6ab5de8fd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.397228 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.401601 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-a4a01924-ca8d-41ec-bf49-261182f463ab admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1414068 Aug 08 02:34:04.402935 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 40090) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:04.427001 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-7a94ac32-47d1-4f66-8907-a6ab5de8fd02 None None] For port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7,segment=NetworkSegment(35978fbe-92ac-41e5-8c7e-82ab5ae890ab),segment_id=35978fbe-92ac-41e5-8c7e-82ab5ae890ab)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:04.430089 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Set router 967626e3-3290-4434-81aa-f557e1bc47b9 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:04.504001 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7a94ac32-47d1-4f66-8907-a6ab5de8fd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.613032 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94ac32-47d1-4f66-8907-a6ab5de8fd02 None None] Pushing event updated for resources: {'Port': ['ID=0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:04.630706 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:04.633532 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-1164e2a4-c32f-4060-a294-2b2367588b76 None None] Provisioning complete for port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:04.633936 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1164e2a4-c32f-4060-a294-2b2367588b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.653276 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:04.680444 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:04.699809 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'name': 'tempest-TestMinimumBasicScenario-906689206-router', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231'}], 'enable_snat': True}, 'gw_port_id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 3, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'gw_port': {'id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:34:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:04.713447 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-1164e2a4-c32f-4060-a294-2b2367588b76 None None] Current status of the port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:04.726384 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Checking router: 967626e3-3290-4434-81aa-f557e1bc47b9 for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:34:04.726716 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Updating router 967626e3-3290-4434-81aa-f557e1bc47b9 port fa3f2552-2ba9-43d2-bb34-497664c01543 binding host dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:34:04.759776 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (fa3f2552-2ba9-43d2-bb34-497664c01543), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.873196 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:04.874643 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.933781 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:04.933781 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:04.982417 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:05.014566 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:05.032057 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Allocated IP 172.20.0.1 (0039794c-6513-403c-9341-87684af30240/bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5/b9526460-d78d-4f38-9073-4b8c13d2069b) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:05.035672 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:05.043316 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Publish callbacks [] for port (fa3f2552-2ba9-43d2-bb34-497664c01543), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.130934 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (fa3f2552-2ba9-43d2-bb34-497664c01543), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.137708 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Publish callbacks [] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.169691 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Attempting to bind port fa3f2552-2ba9-43d2-bb34-497664c01543 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:05.170051 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Attempting to bind port fa3f2552-2ba9-43d2-bb34-497664c01543 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:05.170423 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Attempting to bind port fa3f2552-2ba9-43d2-bb34-497664c01543 on network e72f53b8-3f23-4d50-b125-ab42ad165078 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:05.180151 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:05.180507 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Checking segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:05.180889 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.181270 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Bound using segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:05.182830 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Bound port: fa3f2552-2ba9-43d2-bb34-497664c01543, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:05.183223 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (fa3f2552-2ba9-43d2-bb34-497664c01543), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.206106 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Pushing event updated for resources: {'Port': ['ID=fa3f2552-2ba9-43d2-bb34-497664c01543,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:05.216796 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:05.217131 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:05.217461 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:05.217789 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:05.218110 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:05.218454 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:05.218771 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:05.219082 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:05.219397 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:05.219708 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:05.220017 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:05.220354 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:05.220667 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:05.220972 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:05.221280 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:05.230709 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.253979 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] For port fa3f2552-2ba9-43d2-bb34-497664c01543, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:05.257230 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] For port fa3f2552-2ba9-43d2-bb34-497664c01543, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=fa3f2552-2ba9-43d2-bb34-497664c01543,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:05.272899 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Network 0039794c-6513-403c-9341-87684af30240 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:05.278280 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:05.280458 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Pushing event updated for resources: {'Port': ['ID=b9526460-d78d-4f38-9073-4b8c13d2069b,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:05.282578 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:05.283103 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732837'] for router_interface (967626e3-3290-4434-81aa-f557e1bc47b9), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.338811 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (fa3f2552-2ba9-43d2-bb34-497664c01543), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.405449 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343524a1-b833-4285-b7d1-6e144b693e8d None None] Pushing event updated for resources: {'Port': ['ID=fa3f2552-2ba9-43d2-bb34-497664c01543,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:05.413506 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Routers {'967626e3-3290-4434-81aa-f557e1bc47b9'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:05.414257 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:33:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['967626e3-3290-4434-81aa-f557e1bc47b9'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:05.519961 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:05.536656 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] Set router 967626e3-3290-4434-81aa-f557e1bc47b9 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:05.568641 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-6d6bb357-c8a3-4493-a870-c64f676845ba None None] Provisioning complete for port b9526460-d78d-4f38-9073-4b8c13d2069b triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:05.568641 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb357-c8a3-4493-a870-c64f676845ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.578086 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1158c-878b-48c1-b0ae-fc598751784a req-5b1bc2e8-fe9d-438e-8d49-d31d5451223a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:05.579697 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cfc1158c-878b-48c1-b0ae-fc598751784a req-5b1bc2e8-fe9d-438e-8d49-d31d5451223a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0732574 Aug 08 02:34:05.598874 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-6d6bb357-c8a3-4493-a870-c64f676845ba None None] Port b9526460-d78d-4f38-9073-4b8c13d2069b cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:34:05.653198 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:05.666982 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f320a0-efd6-408e-9501-06ac4159879e req-bd59b88a-4029-4b72-958c-9a4578d9c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:05.669392 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c7f320a0-efd6-408e-9501-06ac4159879e req-bd59b88a-4029-4b72-958c-9a4578d9c8c2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 1129 time: 0.0969634 Aug 08 02:34:05.683231 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cfc1158c-878b-48c1-b0ae-fc598751784a req-238ba745-68c8-4c21-b9af-2d2e121b8e63 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966136 Aug 08 02:34:05.730160 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:05.748222 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.773137 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'name': 'tempest-TestMinimumBasicScenario-906689206-router', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231'}], 'enable_snat': True}, 'gw_port_id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 3, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'gw_port': {'id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:34:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:05.795516 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f320a0-efd6-408e-9501-06ac4159879e req-675d656d-0fae-4068-bfe8-b2f6b3a30d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:05.797359 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c7f320a0-efd6-408e-9501-06ac4159879e req-675d656d-0fae-4068-bfe8-b2f6b3a30d27 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87360f95-f3ba-477f-b837-ec26e9e98a48 HTTP/1.1" status: 200 len: 918 time: 0.1217222 Aug 08 02:34:05.805081 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412fc7f5-bcff-476a-8dbf-a0a342c10850 None None] The sync data for ids ['967626e3-3290-4434-81aa-f557e1bc47b9'] in dv-cinder-852261-2-iscsi is: [{'id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'name': 'tempest-TestMinimumBasicScenario-906689206-router', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231'}], 'enable_snat': True}, 'gw_port_id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:03Z', 'revision_number': 3, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'gw_port': {'id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:34:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:34:05.927910 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Publish callbacks [] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.983613 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:05.984409 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729621'] for router_interface (967626e3-3290-4434-81aa-f557e1bc47b9), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.096241 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Pushing event updated for resources: {'Port': ['ID=b9526460-d78d-4f38-9073-4b8c13d2069b,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:06.142201 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Network 0039794c-6513-403c-9341-87684af30240 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:06.143836 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:06.198642 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:06.271312 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Router 967626e3-3290-4434-81aa-f557e1bc47b9 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:34:06.393170 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:34:06.413192 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-49355e70-03fd-40d5-8e52-95410e167c11 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/967626e3-3290-4434-81aa-f557e1bc47b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0079820 Aug 08 02:34:06.435513 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-feda6617-af3a-4c32-aa46-6dc1349def4b None None] Provisioning complete for port b9526460-d78d-4f38-9073-4b8c13d2069b triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:06.435991 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-feda6617-af3a-4c32-aa46-6dc1349def4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.477164 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-feda6617-af3a-4c32-aa46-6dc1349def4b None None] Port b9526460-d78d-4f38-9073-4b8c13d2069b cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:34:06.644021 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:06.654030 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c7f320a0-efd6-408e-9501-06ac4159879e req-21ad26a3-335a-4708-b5c2-38040d8f307e service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=438a8af0-9043-4725-b741-8f21cc9f8097 HTTP/1.1" status: 200 len: 1001 time: 0.1253045 Aug 08 02:34:06.712072 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f320a0-efd6-408e-9501-06ac4159879e req-be4a574a-5abb-42fa-aee0-8c97585dac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:06.717761 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c7f320a0-efd6-408e-9501-06ac4159879e req-be4a574a-5abb-42fa-aee0-8c97585dac51 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e0a15f1e-8f7d-40be-8001-fcd3ba94b32d HTTP/1.1" status: 200 len: 856 time: 0.0531325 Aug 08 02:34:06.808234 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f320a0-efd6-408e-9501-06ac4159879e req-f1ccfbe2-eef3-494d-9e9f-479c5c0bce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:06.809701 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c7f320a0-efd6-408e-9501-06ac4159879e req-f1ccfbe2-eef3-494d-9e9f-479c5c0bce55 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87360f95-f3ba-477f-b837-ec26e9e98a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844378 Aug 08 02:34:06.875170 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device fa3f2552-2ba9-43d2-bb34-497664c01543 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:06.899340 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:06.936656 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port fa3f2552-2ba9-43d2-bb34-497664c01543 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:06.937358 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (fa3f2552-2ba9-43d2-bb34-497664c01543), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:06.941386 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304fd16-594f-4838-a1fa-cd324e78ba30 req-0d12f1f2-c2f0-4287-bcf0-473ca2f613ab tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:06.950115 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d304fd16-594f-4838-a1fa-cd324e78ba30 req-0d12f1f2-c2f0-4287-bcf0-473ca2f613ab tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.1306620 Aug 08 02:34:07.035387 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port fa3f2552-2ba9-43d2-bb34-497664c01543 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:07.035855 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (fa3f2552-2ba9-43d2-bb34-497664c01543), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.042667 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d304fd16-594f-4838-a1fa-cd324e78ba30 req-38a93a9e-e218-4517-8953-d738464c66df tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916154 Aug 08 02:34:07.048065 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c7f320a0-efd6-408e-9501-06ac4159879e req-3ad2cae5-3aa5-4528-bc1d-d2e680255219 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268157 Aug 08 02:34:07.066167 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port fa3f2552-2ba9-43d2-bb34-497664c01543, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=fa3f2552-2ba9-43d2-bb34-497664c01543,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:07.184625 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (fa3f2552-2ba9-43d2-bb34-497664c01543), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.240470 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=fa3f2552-2ba9-43d2-bb34-497664c01543,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:07.283145 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 40150) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:07.288340 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-8ca0e791-7f21-4182-9beb-e5e78941a22c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1670226308-network', 'tenant_id': 'd6ff6b4542fb4445865c6a9cd7923b73'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:07.383462 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca0e791-7f21-4182-9beb-e5e78941a22c admin admin] Made reservation on behalf of d6ff6b4542fb4445865c6a9cd7923b73 for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:34:07.386881 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e791-7f21-4182-9beb-e5e78941a22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.397153 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e791-7f21-4182-9beb-e5e78941a22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.487454 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e791-7f21-4182-9beb-e5e78941a22c admin admin] Publish callbacks [] for security_group (b034ec4c-c046-493f-903c-bf14c30d92cc), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.530867 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Sync routers for ids ['967626e3-3290-4434-81aa-f557e1bc47b9'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:34:07.541546 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Routers {'967626e3-3290-4434-81aa-f557e1bc47b9'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:07.542299 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:33:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['967626e3-3290-4434-81aa-f557e1bc47b9'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:07.552768 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e791-7f21-4182-9beb-e5e78941a22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (b034ec4c-c046-493f-903c-bf14c30d92cc), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.593966 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca0e791-7f21-4182-9beb-e5e78941a22c admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:34:07.611985 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0e791-7f21-4182-9beb-e5e78941a22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b034ec4c-c046-493f-903c-bf14c30d92cc,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:07.617373 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:07.621385 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e791-7f21-4182-9beb-e5e78941a22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (e31010a7-5089-49fa-98ca-8ed8706ab182), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.621909 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-8ca0e791-7f21-4182-9beb-e5e78941a22c admin admin] Added segment e31010a7-5089-49fa-98ca-8ed8706ab182 of type vlan for network 261cc179-3edb-4f87-8752-ca0c859f16b0 Aug 08 02:34:07.649608 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Set router 967626e3-3290-4434-81aa-f557e1bc47b9 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:07.675787 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c7f320a0-efd6-408e-9501-06ac4159879e req-27ca70b3-e311-49c5-846e-d43bec58d35e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685634 Aug 08 02:34:07.688807 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e791-7f21-4182-9beb-e5e78941a22c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (261cc179-3edb-4f87-8752-ca0c859f16b0), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.796745 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e791-7f21-4182-9beb-e5e78941a22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (261cc179-3edb-4f87-8752-ca0c859f16b0), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.797879 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0e791-7f21-4182-9beb-e5e78941a22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:07.798482 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8ca0e791-7f21-4182-9beb-e5e78941a22c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:07.867021 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'name': 'tempest-TestMinimumBasicScenario-906689206-router', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231'}], 'enable_snat': True}, 'gw_port_id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'gw_port': {'id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'b9526460-d78d-4f38-9073-4b8c13d2069b', 'name': '', 'network_id': '0039794c-6513-403c-9341-87684af30240', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'mac_address': 'fa:16:3e:26:04:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:04Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 2, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'subnets': [{'id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:07.876168 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0e791-7f21-4182-9beb-e5e78941a22c admin admin] Pushing event updated for resources: {'Network': ['ID=261cc179-3edb-4f87-8752-ca0c859f16b0,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:07.898877 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network 261cc179-3edb-4f87-8752-ca0c859f16b0 details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:34:07.902935 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Checking router: 967626e3-3290-4434-81aa-f557e1bc47b9 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:34:07.903286 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Updating router 967626e3-3290-4434-81aa-f557e1bc47b9 port b9526460-d78d-4f38-9073-4b8c13d2069b binding host dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:34:07.914497 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:07.977087 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:34:07.992413 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8ca0e791-7f21-4182-9beb-e5e78941a22c admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7079580 Aug 08 02:34:07.999917 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 40180) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:08.005835 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-8fd338f0-4b9f-460a-a596-2bb6c83bdd29 admin admin] Request body: {'subnet': {'network_id': '261cc179-3edb-4f87-8752-ca0c859f16b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1670226308-subnet', 'tenant_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:08.006957 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.101358 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd338f0-4b9f-460a-a596-2bb6c83bdd29 admin admin] Made reservation on behalf of d6ff6b4542fb4445865c6a9cd7923b73 for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:34:08.104449 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8fd338f0-4b9f-460a-a596-2bb6c83bdd29 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.252392 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7624b-1f52-4c3a-ad28-67cf05da2390 req-c77c3abf-7754-4089-9076-ea75b4a04b0c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:08.253872 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f0f7624b-1f52-4c3a-ad28-67cf05da2390 req-c77c3abf-7754-4089-9076-ea75b4a04b0c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0972366 Aug 08 02:34:08.285736 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:08.350472 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f0f7624b-1f52-4c3a-ad28-67cf05da2390 req-6d7c34e3-eb92-42ae-a29c-a5f183a4a168 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891426 Aug 08 02:34:08.455139 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:08.459489 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Publish callbacks [] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.479872 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8fd338f0-4b9f-460a-a596-2bb6c83bdd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for subnet (4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.533810 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd338f0-4b9f-460a-a596-2bb6c83bdd29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:08.550244 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd338f0-4b9f-460a-a596-2bb6c83bdd29 admin admin] Checking segment: {'id': 'e31010a7-5089-49fa-98ca-8ed8706ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '261cc179-3edb-4f87-8752-ca0c859f16b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:08.550623 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd338f0-4b9f-460a-a596-2bb6c83bdd29 admin admin] Network hostable DHCP agents. Network: 261cc179-3edb-4f87-8752-ca0c859f16b0, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:34:08.565295 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.643821 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd083a6f-c81d-4e23-baf8-e6fcff417559 None None] Pushing event updated for resources: {'Port': ['ID=b9526460-d78d-4f38-9073-4b8c13d2069b,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:08.646938 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd338f0-4b9f-460a-a596-2bb6c83bdd29 admin admin] Network 261cc179-3edb-4f87-8752-ca0c859f16b0 is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:34:08.664017 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Attempting to bind port b9526460-d78d-4f38-9073-4b8c13d2069b on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:08.664394 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Attempting to bind port b9526460-d78d-4f38-9073-4b8c13d2069b by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '35978fbe-92ac-41e5-8c7e-82ab5ae890ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0039794c-6513-403c-9341-87684af30240'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:08.664774 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Attempting to bind port b9526460-d78d-4f38-9073-4b8c13d2069b on network 0039794c-6513-403c-9341-87684af30240 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:08.670258 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:08.670666 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Checking segment: {'id': '35978fbe-92ac-41e5-8c7e-82ab5ae890ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0039794c-6513-403c-9341-87684af30240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:08.671067 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.671466 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Bound using segment: {'id': '35978fbe-92ac-41e5-8c7e-82ab5ae890ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0039794c-6513-403c-9341-87684af30240'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:08.671949 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Bound port: b9526460-d78d-4f38-9073-4b8c13d2069b, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35978fbe-92ac-41e5-8c7e-82ab5ae890ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0039794c-6513-403c-9341-87684af30240'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:08.672370 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.732835 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] For port b9526460-d78d-4f38-9073-4b8c13d2069b, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:08.735951 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] For port b9526460-d78d-4f38-9073-4b8c13d2069b, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=b9526460-d78d-4f38-9073-4b8c13d2069b,segment=NetworkSegment(35978fbe-92ac-41e5-8c7e-82ab5ae890ab),segment_id=35978fbe-92ac-41e5-8c7e-82ab5ae890ab)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:08.738730 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-8fd338f0-4b9f-460a-a596-2bb6c83bdd29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, 261cc179-3edb-4f87-8752-ca0c859f16b0) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:08.744878 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd338f0-4b9f-460a-a596-2bb6c83bdd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:08.744878 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8fd338f0-4b9f-460a-a596-2bb6c83bdd29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.753626 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e0880-ec9b-4450-bd95-9fb2f341c301 None None] Network 261cc179-3edb-4f87-8752-ca0c859f16b0 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:34:08.809708 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device fa3f2552-2ba9-43d2-bb34-497664c01543 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:08.838634 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8fd338f0-4b9f-460a-a596-2bb6c83bdd29 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8368394 Aug 08 02:34:08.841041 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 40200) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:08.846907 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:08.872315 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1670226308-router', 'tenant_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:08.905261 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Routers {'967626e3-3290-4434-81aa-f557e1bc47b9'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:08.905888 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:33:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['967626e3-3290-4434-81aa-f557e1bc47b9'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:09.006194 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd083a6f-c81d-4e23-baf8-e6fcff417559 None None] Pushing event updated for resources: {'Port': ['ID=b9526460-d78d-4f38-9073-4b8c13d2069b,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:09.013795 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port fa3f2552-2ba9-43d2-bb34-497664c01543 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:09.014117 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (fa3f2552-2ba9-43d2-bb34-497664c01543), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.027745 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94664785-1201-43d7-bf12-c63a1b6dfb52 req-3227608f-ece6-4d21-91e2-160377ea1ac1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:09.029277 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94664785-1201-43d7-bf12-c63a1b6dfb52 req-3227608f-ece6-4d21-91e2-160377ea1ac1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0684741 Aug 08 02:34:09.054787 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5eb1d2e-7da7-5b72-863f-c4fa9899b996-261cc179-3edb-4f87-8752-ca0c859f16b0', 'network_id': '261cc179-3edb-4f87-8752-ca0c859f16b0', 'project_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'fixed_ips': [{'subnet_id': '4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d'}]}} from dv-cinder-852261-2-iscsi. {{(pid=104278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:34:09.055677 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.061985 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.063254 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1866'] for router (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.115914 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:09.136928 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c14f59-907a-49dd-99be-37f15d2454c8 req-ca365a92-5f4f-4b6c-84e9-2faef065e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:09.138574 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-00c14f59-907a-49dd-99be-37f15d2454c8 req-ca365a92-5f4f-4b6c-84e9-2faef065e3ad service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 1129 time: 0.1082525 Aug 08 02:34:09.144416 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:09.158142 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94664785-1201-43d7-bf12-c63a1b6dfb52 req-fa127d81-2071-4ea7-a481-cd95324a660a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882652 Aug 08 02:34:09.163593 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port fa3f2552-2ba9-43d2-bb34-497664c01543 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:09.198197 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Publish callbacks [] for router_controller (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), precommit_add_association {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.232145 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] Set router 967626e3-3290-4434-81aa-f557e1bc47b9 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:09.299731 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c14f59-907a-49dd-99be-37f15d2454c8 req-74945c13-93e3-4f82-84cb-cda5b4e6c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:09.301307 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-00c14f59-907a-49dd-99be-37f15d2454c8 req-74945c13-93e3-4f82-84cb-cda5b4e6c737 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 918 time: 0.1015832 Aug 08 02:34:09.400121 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-00c14f59-907a-49dd-99be-37f15d2454c8 req-e1b0f7be-510d-4d44-8732-6edfd8cecc25 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b09b9826-f63f-4724-9a75-a75195d2391a HTTP/1.1" status: 200 len: 217 time: 0.0621371 Aug 08 02:34:09.403168 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:09.404497 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Allocated IP 172.20.0.2 (261cc179-3edb-4f87-8752-ca0c859f16b0/4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d/90abc802-37ae-414d-9b13-5b74b1293de8) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:09.504765 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Publish callbacks [] for router_gateway (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.522992 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c14f59-907a-49dd-99be-37f15d2454c8 req-c8fcd6f3-47fb-4edc-a160-16436b9ad49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:09.524485 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-00c14f59-907a-49dd-99be-37f15d2454c8 req-c8fcd6f3-47fb-4edc-a160-16436b9ad49a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.0829465 Aug 08 02:34:09.534795 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'name': 'tempest-TestMinimumBasicScenario-906689206-router', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231'}], 'enable_snat': True}, 'gw_port_id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'gw_port': {'id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'b9526460-d78d-4f38-9073-4b8c13d2069b', 'name': '', 'network_id': '0039794c-6513-403c-9341-87684af30240', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'mac_address': 'fa:16:3e:26:04:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:04Z', 'updated_at': '2022-08-08T02:34:08Z', 'revision_number': 4, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'subnets': [{'id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:09.568128 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70ce21-1329-43be-b3af-4eea86a22966 None None] The sync data for ids ['967626e3-3290-4434-81aa-f557e1bc47b9'] in dv-cinder-852261-2-iscsi is: [{'id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'name': 'tempest-TestMinimumBasicScenario-906689206-router', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231'}], 'enable_snat': True}, 'gw_port_id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'gw_port': {'id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'b9526460-d78d-4f38-9073-4b8c13d2069b', 'name': '', 'network_id': '0039794c-6513-403c-9341-87684af30240', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'mac_address': 'fa:16:3e:26:04:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:04Z', 'updated_at': '2022-08-08T02:34:08Z', 'revision_number': 4, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'subnets': [{'id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:34:09.601220 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c14f59-907a-49dd-99be-37f15d2454c8 req-6564ed7c-d3d3-4cbe-b904-00b3fcab5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:09.603177 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-00c14f59-907a-49dd-99be-37f15d2454c8 req-6564ed7c-d3d3-4cbe-b904-00b3fcab5edd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698292 Aug 08 02:34:09.656299 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Publish callbacks [] for port (90abc802-37ae-414d-9b13-5b74b1293de8), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.738639 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (90abc802-37ae-414d-9b13-5b74b1293de8), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.773512 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:09.785802 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Network 261cc179-3edb-4f87-8752-ca0c859f16b0 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:09.793465 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:09.795142 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:09.800589 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Pushing event updated for resources: {'Port': ['ID=90abc802-37ae-414d-9b13-5b74b1293de8,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:09.864798 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Attempting to bind port 90abc802-37ae-414d-9b13-5b74b1293de8 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:09.865334 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Attempting to bind port 90abc802-37ae-414d-9b13-5b74b1293de8 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'e31010a7-5089-49fa-98ca-8ed8706ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '261cc179-3edb-4f87-8752-ca0c859f16b0'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:09.865783 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Attempting to bind port 90abc802-37ae-414d-9b13-5b74b1293de8 on network 261cc179-3edb-4f87-8752-ca0c859f16b0 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:09.873435 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:09.874786 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Checking segment: {'id': 'e31010a7-5089-49fa-98ca-8ed8706ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '261cc179-3edb-4f87-8752-ca0c859f16b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:09.874990 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.875480 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Bound using segment: {'id': 'e31010a7-5089-49fa-98ca-8ed8706ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '261cc179-3edb-4f87-8752-ca0c859f16b0'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:09.876076 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Bound port: 90abc802-37ae-414d-9b13-5b74b1293de8, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31010a7-5089-49fa-98ca-8ed8706ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '261cc179-3edb-4f87-8752-ca0c859f16b0'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:09.876710 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (90abc802-37ae-414d-9b13-5b74b1293de8), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:09.927733 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:09.951761 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-00c14f59-907a-49dd-99be-37f15d2454c8 req-b17ce74b-5f12-426f-a77c-796a493a400a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387914 Aug 08 02:34:09.957706 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] For port 90abc802-37ae-414d-9b13-5b74b1293de8, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:09.961254 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] For port 90abc802-37ae-414d-9b13-5b74b1293de8, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=90abc802-37ae-414d-9b13-5b74b1293de8,segment=NetworkSegment(e31010a7-5089-49fa-98ca-8ed8706ab182),segment_id=e31010a7-5089-49fa-98ca-8ed8706ab182)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:09.968729 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Publish callbacks [] for router_gateway (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:10.012397 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (90abc802-37ae-414d-9b13-5b74b1293de8), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:10.032601 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:10.084460 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175040d-6b29-4409-b49a-693d0762c96b None None] Pushing event updated for resources: {'Port': ['ID=90abc802-37ae-414d-9b13-5b74b1293de8,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:10.169548 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-00c14f59-907a-49dd-99be-37f15d2454c8 req-8d24d555-2195-4070-8202-a19986cec259 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103043 Aug 08 02:34:10.189401 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Allocated IP 172.27.4.71 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/c6f6b4d0-a390-42c0-882c-e0dca49b1621) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:10.343272 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Publish callbacks [] for port (c6f6b4d0-a390-42c0-882c-e0dca49b1621), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:10.377402 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74436817-28b3-4321-b994-c27ce5f15a68 req-7ff7f870-ac4d-4dd8-a7e4-50150fc86040 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:10.379019 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-74436817-28b3-4321-b994-c27ce5f15a68 req-7ff7f870-ac4d-4dd8-a7e4-50150fc86040 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0879388 Aug 08 02:34:10.449551 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-74436817-28b3-4321-b994-c27ce5f15a68 req-0dee1c34-3cdb-439e-b75b-094ec3646a3f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632164 Aug 08 02:34:10.476130 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (c6f6b4d0-a390-42c0-882c-e0dca49b1621), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:10.518284 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:10.523626 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:10.527625 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:10.589122 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:10.589973 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Pushing event updated for resources: {'Port': ['ID=c6f6b4d0-a390-42c0-882c-e0dca49b1621,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:10.901591 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 90abc802-37ae-414d-9b13-5b74b1293de8 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:10.960062 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 90abc802-37ae-414d-9b13-5b74b1293de8 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:10.961164 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (90abc802-37ae-414d-9b13-5b74b1293de8), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:11.054231 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 90abc802-37ae-414d-9b13-5b74b1293de8 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:11.054655 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (90abc802-37ae-414d-9b13-5b74b1293de8), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:11.093261 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 90abc802-37ae-414d-9b13-5b74b1293de8, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=90abc802-37ae-414d-9b13-5b74b1293de8,segment=NetworkSegment(e31010a7-5089-49fa-98ca-8ed8706ab182),segment_id=e31010a7-5089-49fa-98ca-8ed8706ab182)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:11.094954 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Publish callbacks [] for router_gateway (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:11.184960 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:11.189603 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a109c27-873c-420f-a837-d3baeb6c9344 None None] Network 261cc179-3edb-4f87-8752-ca0c859f16b0 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:34:11.240361 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (90abc802-37ae-414d-9b13-5b74b1293de8), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:11.241059 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device b9526460-d78d-4f38-9073-4b8c13d2069b up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:11.304643 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-a32af14d-1f42-4f27-8904-70bcc9200627 None None] Provisioning complete for port 90abc802-37ae-414d-9b13-5b74b1293de8 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:11.305010 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a32af14d-1f42-4f27-8904-70bcc9200627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (90abc802-37ae-414d-9b13-5b74b1293de8), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:11.321773 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656454'] for router (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:11.525640 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=90abc802-37ae-414d-9b13-5b74b1293de8,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:11.538530 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Router 70b1ad55-a745-49b4-b4a9-6f9eb1b353e9 is scheduled to L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 with binding_index 1 {{(pid=104277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:34:11.539896 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port b9526460-d78d-4f38-9073-4b8c13d2069b triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:11.540267 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:11.582855 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bd403-667a-44df-be93-9e130c07b32e req-9e9685fc-851e-4a9e-9f71-5fc8a94fa4f5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:11.584458 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-207bd403-667a-44df-be93-9e130c07b32e req-9e9685fc-851e-4a9e-9f71-5fc8a94fa4f5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0613332 Aug 08 02:34:11.621552 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-a32af14d-1f42-4f27-8904-70bcc9200627 None None] Current status of the port 90abc802-37ae-414d-9b13-5b74b1293de8 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:11.659588 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:11.664452 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port b9526460-d78d-4f38-9073-4b8c13d2069b is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:11.665170 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:11.707288 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port b9526460-d78d-4f38-9073-4b8c13d2069b, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=b9526460-d78d-4f38-9073-4b8c13d2069b,segment=NetworkSegment(35978fbe-92ac-41e5-8c7e-82ab5ae890ab),segment_id=35978fbe-92ac-41e5-8c7e-82ab5ae890ab)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:11.722565 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-207bd403-667a-44df-be93-9e130c07b32e req-0a2706b6-584b-4a97-97d4-0c1f04d6870e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025214 Aug 08 02:34:11.745048 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:34:11.756252 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Sync routers for ids ['70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:34:11.772472 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:11.787695 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Routers {'70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:11.788598 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:33:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:11.841438 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 40276) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:11.859806 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:11.861070 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-cbdf4ad3-cf59-4924-82a3-447b0c5f1020 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0189433 Aug 08 02:34:11.865535 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 40280) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:11.867766 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=b9526460-d78d-4f38-9073-4b8c13d2069b,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:11.965837 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Set router 70b1ad55-a745-49b4-b4a9-6f9eb1b353e9 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:12.046061 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:12.059363 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-40c0d5c8-480b-4b38-ba89-81186d9d7848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.067025 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:12.141076 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-ee912717-1d82-4f51-a5c1-4e516b9007fe None None] Provisioning complete for port 90abc802-37ae-414d-9b13-5b74b1293de8 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:12.141658 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ee912717-1d82-4f51-a5c1-4e516b9007fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (90abc802-37ae-414d-9b13-5b74b1293de8), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.144442 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'name': 'tempest-TestMinimumBasicScenario-1670226308-router', 'tenant_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c6f6b4d0-a390-42c0-882c-e0dca49b1621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:09Z', 'updated_at': '2022-08-08T02:34:10Z', 'revision_number': 3, 'project_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'gw_port': {'id': 'c6f6b4d0-a390-42c0-882c-e0dca49b1621', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:10Z', 'updated_at': '2022-08-08T02:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:12.170240 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Checking router: 70b1ad55-a745-49b4-b4a9-6f9eb1b353e9 for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:34:12.170617 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Updating router 70b1ad55-a745-49b4-b4a9-6f9eb1b353e9 port c6f6b4d0-a390-42c0-882c-e0dca49b1621 binding host dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:34:12.202629 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c6f6b4d0-a390-42c0-882c-e0dca49b1621), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.223809 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-ee912717-1d82-4f51-a5c1-4e516b9007fe None None] Current status of the port 90abc802-37ae-414d-9b13-5b74b1293de8 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:12.264590 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:12.266547 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-40c0d5c8-480b-4b38-ba89-81186d9d7848 admin admin] Publish callbacks [] for security_group (ca409878-c467-49fd-991f-9c6216cf4308), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.322930 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-40c0d5c8-480b-4b38-ba89-81186d9d7848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (ca409878-c467-49fd-991f-9c6216cf4308), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.389632 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0d5c8-480b-4b38-ba89-81186d9d7848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca409878-c467-49fd-991f-9c6216cf4308,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:12.395061 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:12.397123 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-40c0d5c8-480b-4b38-ba89-81186d9d7848 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f23d6ea67ba84884b28ecad806b75589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5546069 Aug 08 02:34:12.401659 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 40282) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:12.433090 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:12.444520 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.450232 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-84c60e77-b819-48e8-b68d-e3443e27e8ab admin admin] Publish callbacks [] for security_group (ca409878-c467-49fd-991f-9c6216cf4308), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.464640 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Publish callbacks [] for port (c6f6b4d0-a390-42c0-882c-e0dca49b1621), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.473153 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-84c60e77-b819-48e8-b68d-e3443e27e8ab admin admin] Publish callbacks [] for security_group (ca409878-c467-49fd-991f-9c6216cf4308), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.553194 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (c6f6b4d0-a390-42c0-882c-e0dca49b1621), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.582814 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-84c60e77-b819-48e8-b68d-e3443e27e8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (ca409878-c467-49fd-991f-9c6216cf4308), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.586202 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-84c60e77-b819-48e8-b68d-e3443e27e8ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.586677 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Attempting to bind port c6f6b4d0-a390-42c0-882c-e0dca49b1621 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:12.587040 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Attempting to bind port c6f6b4d0-a390-42c0-882c-e0dca49b1621 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:12.587388 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Attempting to bind port c6f6b4d0-a390-42c0-882c-e0dca49b1621 on network e72f53b8-3f23-4d50-b125-ab42ad165078 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:12.592014 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-84c60e77-b819-48e8-b68d-e3443e27e8ab admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ca409878-c467-49fd-991f-9c6216cf4308 HTTP/1.1" status: 204 len: 168 time: 0.1921022 Aug 08 02:34:12.601525 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c60e77-b819-48e8-b68d-e3443e27e8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca409878-c467-49fd-991f-9c6216cf4308,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:12.602757 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Allocated IP 172.20.0.1 (261cc179-3edb-4f87-8752-ca0c859f16b0/4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d/51a049ac-effb-4e40-9df7-5c4f67dc8102) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:12.606251 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89348c0d-e792-4754-8b8f-80478adca0e6 None None] Pushing event updated for resources: {'Port': ['ID=c6f6b4d0-a390-42c0-882c-e0dca49b1621,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:12.611064 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:12.611425 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Checking segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:12.612008 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.612555 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Bound using segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:12.613201 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Bound port: c6f6b4d0-a390-42c0-882c-e0dca49b1621, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:12.613565 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c6f6b4d0-a390-42c0-882c-e0dca49b1621), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.665408 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:12.730246 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Publish callbacks [] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.757925 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] For port c6f6b4d0-a390-42c0-882c-e0dca49b1621, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:12.763084 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] For port c6f6b4d0-a390-42c0-882c-e0dca49b1621, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=c6f6b4d0-a390-42c0-882c-e0dca49b1621,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:12.818320 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.849104 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (c6f6b4d0-a390-42c0-882c-e0dca49b1621), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.854129 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 90abc802-37ae-414d-9b13-5b74b1293de8 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:12.901955 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f4b57-2ae2-470b-ab0a-78fdba23b448 req-be625406-3973-4063-81ba-29d5464be412 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:12.916530 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7b9f4b57-2ae2-470b-ab0a-78fdba23b448 req-be625406-3973-4063-81ba-29d5464be412 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.1035881 Aug 08 02:34:12.951470 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Network 261cc179-3edb-4f87-8752-ca0c859f16b0 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:12.971889 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:12.979244 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:12.979831 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732837'] for router_interface (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:12.998862 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:13.010101 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Routers {'70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:13.011694 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:33:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:13.015682 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 90abc802-37ae-414d-9b13-5b74b1293de8 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:13.019041 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (90abc802-37ae-414d-9b13-5b74b1293de8), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.026651 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89348c0d-e792-4754-8b8f-80478adca0e6 None None] Pushing event updated for resources: {'Port': ['ID=c6f6b4d0-a390-42c0-882c-e0dca49b1621,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:13.039072 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7b9f4b57-2ae2-470b-ab0a-78fdba23b448 req-227e0109-d121-41eb-88ab-59341bd63386 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212249 Aug 08 02:34:13.083966 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Pushing event updated for resources: {'Port': ['ID=51a049ac-effb-4e40-9df7-5c4f67dc8102,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:13.149479 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 90abc802-37ae-414d-9b13-5b74b1293de8 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:13.152005 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device b9526460-d78d-4f38-9073-4b8c13d2069b up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:13.197974 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] Set router 70b1ad55-a745-49b4-b4a9-6f9eb1b353e9 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:13.206626 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port b9526460-d78d-4f38-9073-4b8c13d2069b triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:13.207247 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.289185 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port b9526460-d78d-4f38-9073-4b8c13d2069b is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:13.313088 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.350632 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-3319d1e1-f4c5-46a7-9f51-e0ce25cc43ba None None] Provisioning complete for port 51a049ac-effb-4e40-9df7-5c4f67dc8102 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:13.351017 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3319d1e1-f4c5-46a7-9f51-e0ce25cc43ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.377737 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'name': 'tempest-TestMinimumBasicScenario-1670226308-router', 'tenant_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c6f6b4d0-a390-42c0-882c-e0dca49b1621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:09Z', 'updated_at': '2022-08-08T02:34:10Z', 'revision_number': 3, 'project_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'gw_port': {'id': 'c6f6b4d0-a390-42c0-882c-e0dca49b1621', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:10Z', 'updated_at': '2022-08-08T02:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:13.383075 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:13.384602 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-3319d1e1-f4c5-46a7-9f51-e0ce25cc43ba None None] Port 51a049ac-effb-4e40-9df7-5c4f67dc8102 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:34:13.405910 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:13.407316 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a293a96-d49c-47d7-af33-7338ead9b1c8 None None] The sync data for ids ['70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'] in dv-cinder-852261-2-iscsi is: [{'id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'name': 'tempest-TestMinimumBasicScenario-1670226308-router', 'tenant_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c6f6b4d0-a390-42c0-882c-e0dca49b1621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:09Z', 'updated_at': '2022-08-08T02:34:10Z', 'revision_number': 3, 'project_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'gw_port': {'id': 'c6f6b4d0-a390-42c0-882c-e0dca49b1621', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:10Z', 'updated_at': '2022-08-08T02:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:34:13.460725 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 40298) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:13.475893 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-64d81c41-1f25-4756-b519-e0c4f8333bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.497668 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Publish callbacks [] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.559476 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-64d81c41-1f25-4756-b519-e0c4f8333bf4 admin admin] Publish callbacks [] for security_group (657d2c82-bee4-4c07-9d6e-37abb1dcb28f), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.578034 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.578901 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729621'] for router_interface (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.658103 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-64d81c41-1f25-4756-b519-e0c4f8333bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (657d2c82-bee4-4c07-9d6e-37abb1dcb28f), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.676481 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Pushing event updated for resources: {'Port': ['ID=51a049ac-effb-4e40-9df7-5c4f67dc8102,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:13.717209 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-64d81c41-1f25-4756-b519-e0c4f8333bf4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=eb8b786327504e7da407c1137bd1e5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546158 Aug 08 02:34:13.718419 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d81c41-1f25-4756-b519-e0c4f8333bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657d2c82-bee4-4c07-9d6e-37abb1dcb28f,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:13.720968 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 40300) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:13.733936 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Network 261cc179-3edb-4f87-8752-ca0c859f16b0 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:13.735786 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:13.779427 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8c2f23-5277-49c0-9773-8c2c1ec46ad6 admin admin] Publish callbacks [] for security_group (657d2c82-bee4-4c07-9d6e-37abb1dcb28f), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.837605 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8c2f23-5277-49c0-9773-8c2c1ec46ad6 admin admin] Publish callbacks [] for security_group (657d2c82-bee4-4c07-9d6e-37abb1dcb28f), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.877346 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Router 70b1ad55-a745-49b4-b4a9-6f9eb1b353e9 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:34:13.977564 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8c2f23-5277-49c0-9773-8c2c1ec46ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (657d2c82-bee4-4c07-9d6e-37abb1dcb28f), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.982675 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f8c2f23-5277-49c0-9773-8c2c1ec46ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:13.984953 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1f8c2f23-5277-49c0-9773-8c2c1ec46ad6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/657d2c82-bee4-4c07-9d6e-37abb1dcb28f HTTP/1.1" status: 204 len: 168 time: 0.2628448 Aug 08 02:34:14.013903 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-650b69fe-0c13-426f-8270-1848d5edbf2a None None] Provisioning complete for port 51a049ac-effb-4e40-9df7-5c4f67dc8102 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:14.014283 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-650b69fe-0c13-426f-8270-1848d5edbf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:14.017843 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c2f23-5277-49c0-9773-8c2c1ec46ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657d2c82-bee4-4c07-9d6e-37abb1dcb28f,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:14.024845 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:14.040425 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:34:14.068785 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-41b0ac2e-c4e8-482e-b932-3744eecf88b3 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/70b1ad55-a745-49b4-b4a9-6f9eb1b353e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2020607 Aug 08 02:34:14.093539 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:14.127267 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-650b69fe-0c13-426f-8270-1848d5edbf2a None None] Port 51a049ac-effb-4e40-9df7-5c4f67dc8102 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:34:14.209332 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9883ea-d3a3-4526-b152-80011c39cc22 req-a9b04f23-92eb-4df7-a973-72d235bbaa42 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:14.217079 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a9883ea-d3a3-4526-b152-80011c39cc22 req-a9b04f23-92eb-4df7-a973-72d235bbaa42 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0629950 Aug 08 02:34:14.277998 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a9883ea-d3a3-4526-b152-80011c39cc22 req-6c2d7361-5f7f-4746-be31-653c6a8af54a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550315 Aug 08 02:34:14.834987 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device c6f6b4d0-a390-42c0-882c-e0dca49b1621 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:14.894051 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port c6f6b4d0-a390-42c0-882c-e0dca49b1621 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:14.894560 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (c6f6b4d0-a390-42c0-882c-e0dca49b1621), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:14.995420 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port c6f6b4d0-a390-42c0-882c-e0dca49b1621 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:14.995821 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c6f6b4d0-a390-42c0-882c-e0dca49b1621), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.047004 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port c6f6b4d0-a390-42c0-882c-e0dca49b1621, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=c6f6b4d0-a390-42c0-882c-e0dca49b1621,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:15.149365 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (c6f6b4d0-a390-42c0-882c-e0dca49b1621), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:15.201658 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=c6f6b4d0-a390-42c0-882c-e0dca49b1621,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:15.209640 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:15.209986 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:15.210323 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:15.210709 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:15.211044 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:15.211370 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:15.211691 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:15.212010 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:15.212331 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:15.213201 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:15.213733 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:15.214278 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:15.214628 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:15.214946 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:15.215311 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:15.445714 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e135c1-105b-44fe-9fc8-b78246338ae8 req-6ca3b407-3533-46ab-ba3a-2d79748965f5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:15.448829 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c3e135c1-105b-44fe-9fc8-b78246338ae8 req-6ca3b407-3533-46ab-ba3a-2d79748965f5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0725057 Aug 08 02:34:15.512302 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c3e135c1-105b-44fe-9fc8-b78246338ae8 req-8ad1246c-6608-40f1-91cc-42d9b8de18a5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572889 Aug 08 02:34:16.178956 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Sync routers for ids ['70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:34:16.195514 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Routers {'70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:16.196163 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:33:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:16.323375 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Set router 70b1ad55-a745-49b4-b4a9-6f9eb1b353e9 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:16.577873 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'name': 'tempest-TestMinimumBasicScenario-1670226308-router', 'tenant_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c6f6b4d0-a390-42c0-882c-e0dca49b1621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:09Z', 'updated_at': '2022-08-08T02:34:13Z', 'revision_number': 4, 'project_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'gw_port': {'id': 'c6f6b4d0-a390-42c0-882c-e0dca49b1621', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:10Z', 'updated_at': '2022-08-08T02:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '51a049ac-effb-4e40-9df7-5c4f67dc8102', 'name': '', 'network_id': '261cc179-3edb-4f87-8752-ca0c859f16b0', 'tenant_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'mac_address': 'fa:16:3e:16:eb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:12Z', 'updated_at': '2022-08-08T02:34:13Z', 'revision_number': 2, 'project_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'subnets': [{'id': '4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:16.616476 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Checking router: 70b1ad55-a745-49b4-b4a9-6f9eb1b353e9 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:34:16.617222 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Updating router 70b1ad55-a745-49b4-b4a9-6f9eb1b353e9 port 51a049ac-effb-4e40-9df7-5c4f67dc8102 binding host dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:34:16.668028 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:16.727581 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707de1-6610-4835-9698-579f397e8deb req-df35275a-7d50-4ab1-8677-cb0b4b890323 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:16.744794 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dd707de1-6610-4835-9698-579f397e8deb req-df35275a-7d50-4ab1-8677-cb0b4b890323 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0944445 Aug 08 02:34:16.820224 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dd707de1-6610-4835-9698-579f397e8deb req-ad5d4d16-b9ff-469e-9ca5-2f9709d136a9 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695317 Aug 08 02:34:16.885072 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device c6f6b4d0-a390-42c0-882c-e0dca49b1621 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:16.957023 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:16.999328 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port c6f6b4d0-a390-42c0-882c-e0dca49b1621 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:16.999702 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (c6f6b4d0-a390-42c0-882c-e0dca49b1621), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:17.005930 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:17.115365 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Publish callbacks [] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:17.157254 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port c6f6b4d0-a390-42c0-882c-e0dca49b1621 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:17.189001 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:17.283055 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcf78a-59b7-4ebd-a8c2-a659b10afd03 None None] Pushing event updated for resources: {'Port': ['ID=51a049ac-effb-4e40-9df7-5c4f67dc8102,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:17.289560 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Attempting to bind port 51a049ac-effb-4e40-9df7-5c4f67dc8102 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:17.289937 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Attempting to bind port 51a049ac-effb-4e40-9df7-5c4f67dc8102 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'e31010a7-5089-49fa-98ca-8ed8706ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '261cc179-3edb-4f87-8752-ca0c859f16b0'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:17.290613 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Attempting to bind port 51a049ac-effb-4e40-9df7-5c4f67dc8102 on network 261cc179-3edb-4f87-8752-ca0c859f16b0 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:17.307668 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:17.308065 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Checking segment: {'id': 'e31010a7-5089-49fa-98ca-8ed8706ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '261cc179-3edb-4f87-8752-ca0c859f16b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:17.308505 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:17.309028 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Bound using segment: {'id': 'e31010a7-5089-49fa-98ca-8ed8706ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '261cc179-3edb-4f87-8752-ca0c859f16b0'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:17.309583 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Bound port: 51a049ac-effb-4e40-9df7-5c4f67dc8102, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31010a7-5089-49fa-98ca-8ed8706ab182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '261cc179-3edb-4f87-8752-ca0c859f16b0'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:17.309943 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:17.450609 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] For port 51a049ac-effb-4e40-9df7-5c4f67dc8102, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:17.460707 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] For port 51a049ac-effb-4e40-9df7-5c4f67dc8102, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=51a049ac-effb-4e40-9df7-5c4f67dc8102,segment=NetworkSegment(e31010a7-5089-49fa-98ca-8ed8706ab182),segment_id=e31010a7-5089-49fa-98ca-8ed8706ab182)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:17.554548 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:17.622670 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Routers {'70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:34:17.622670 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:33:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:17.743793 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcf78a-59b7-4ebd-a8c2-a659b10afd03 None None] Pushing event updated for resources: {'Port': ['ID=51a049ac-effb-4e40-9df7-5c4f67dc8102,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:17.789593 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] Set router 70b1ad55-a745-49b4-b4a9-6f9eb1b353e9 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:34:17.949353 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:17.988814 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca1835-4448-4e9a-a958-86c4f08bb274 req-83ee3ab5-8e2a-4fcd-aa46-f2c458ac9bab tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:17.995026 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fdca1835-4448-4e9a-a958-86c4f08bb274 req-83ee3ab5-8e2a-4fcd-aa46-f2c458ac9bab tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0935655 Aug 08 02:34:18.095843 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fdca1835-4448-4e9a-a958-86c4f08bb274 req-8a2200eb-ef48-40ac-86b5-aefc1ff6a375 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941050 Aug 08 02:34:18.105286 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:18.210104 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'name': 'tempest-TestMinimumBasicScenario-1670226308-router', 'tenant_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c6f6b4d0-a390-42c0-882c-e0dca49b1621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:09Z', 'updated_at': '2022-08-08T02:34:13Z', 'revision_number': 4, 'project_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'gw_port': {'id': 'c6f6b4d0-a390-42c0-882c-e0dca49b1621', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:10Z', 'updated_at': '2022-08-08T02:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '51a049ac-effb-4e40-9df7-5c4f67dc8102', 'name': '', 'network_id': '261cc179-3edb-4f87-8752-ca0c859f16b0', 'tenant_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'mac_address': 'fa:16:3e:16:eb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:12Z', 'updated_at': '2022-08-08T02:34:17Z', 'revision_number': 4, 'project_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'subnets': [{'id': '4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:18.251370 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34e62e-8e36-4378-b2eb-ba559d2af313 None None] The sync data for ids ['70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'] in dv-cinder-852261-2-iscsi is: [{'id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'name': 'tempest-TestMinimumBasicScenario-1670226308-router', 'tenant_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c6f6b4d0-a390-42c0-882c-e0dca49b1621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:09Z', 'updated_at': '2022-08-08T02:34:13Z', 'revision_number': 4, 'project_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'gw_port': {'id': 'c6f6b4d0-a390-42c0-882c-e0dca49b1621', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:10Z', 'updated_at': '2022-08-08T02:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '51a049ac-effb-4e40-9df7-5c4f67dc8102', 'name': '', 'network_id': '261cc179-3edb-4f87-8752-ca0c859f16b0', 'tenant_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'mac_address': 'fa:16:3e:16:eb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:12Z', 'updated_at': '2022-08-08T02:34:17Z', 'revision_number': 4, 'project_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'subnets': [{'id': '4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:34:18.891943 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 51a049ac-effb-4e40-9df7-5c4f67dc8102 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:18.967310 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 51a049ac-effb-4e40-9df7-5c4f67dc8102 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:18.967783 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.045540 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 40474) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:19.093746 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 51a049ac-effb-4e40-9df7-5c4f67dc8102 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:19.094231 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.159259 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 51a049ac-effb-4e40-9df7-5c4f67dc8102, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=51a049ac-effb-4e40-9df7-5c4f67dc8102,segment=NetworkSegment(e31010a7-5089-49fa-98ca-8ed8706ab182),segment_id=e31010a7-5089-49fa-98ca-8ed8706ab182)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:19.240445 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.344013 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.352855 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=51a049ac-effb-4e40-9df7-5c4f67dc8102,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:19.378336 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd216f-88b3-4804-ba95-434a4d825bcb req-33a37f76-6212-404c-b74c-2a6acece4f12 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:19.385952 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cbbd216f-88b3-4804-ba95-434a4d825bcb req-33a37f76-6212-404c-b74c-2a6acece4f12 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.1017034 Aug 08 02:34:19.475317 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:19.484721 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cbbd216f-88b3-4804-ba95-434a4d825bcb req-1842695c-084f-4e80-bf00-85907baf83c6 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965605 Aug 08 02:34:19.484849 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Publish callbacks [] for security_group (d606deec-0cb6-4ab8-bc4a-9f259c5fd6c6), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.577893 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (d606deec-0cb6-4ab8-bc4a-9f259c5fd6c6), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.633391 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e9c6eacc575f4c2f8be3f14db5416cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5860422 Aug 08 02:34:19.635622 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d606deec-0cb6-4ab8-bc4a-9f259c5fd6c6,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:19.636780 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 40496) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:19.648965 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.649826 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.651522 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.652076 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.652639 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.653172 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.653703 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.654235 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.654783 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.655326 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.655856 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.656763 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.657311 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.657927 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.658486 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd3d8c-6ad0-4555-a9c6-52addf840e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.722508 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Publish callbacks [] for security_group (d606deec-0cb6-4ab8-bc4a-9f259c5fd6c6), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.751835 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Publish callbacks [] for security_group (d606deec-0cb6-4ab8-bc4a-9f259c5fd6c6), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.891702 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (d606deec-0cb6-4ab8-bc4a-9f259c5fd6c6), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.894638 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:19.896169 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d606deec-0cb6-4ab8-bc4a-9f259c5fd6c6 HTTP/1.1" status: 204 len: 168 time: 0.2584147 Aug 08 02:34:19.907391 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d606deec-0cb6-4ab8-bc4a-9f259c5fd6c6,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:19.924325 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.924677 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.925921 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.925921 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.925921 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.926256 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.926458 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.926785 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.927531 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.927531 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.927734 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.928057 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.928376 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.928692 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:19.929008 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ac6916-64d0-4e16-b8f8-3d34019ce228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:34:20.570221 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2f6134dc-c10a-4adb-bfdc-a2ea094f106b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.670133 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faec8e5-fa1d-447d-aef9-bc22bae219ad req-57aa1a9c-45af-49d1-945d-c285cb4b9c67 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:20.672184 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5faec8e5-fa1d-447d-aef9-bc22bae219ad req-57aa1a9c-45af-49d1-945d-c285cb4b9c67 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0707870 Aug 08 02:34:20.752979 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5faec8e5-fa1d-447d-aef9-bc22bae219ad req-47a5262c-638f-4de6-99f5-a960e8f30801 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604696 Aug 08 02:34:20.817925 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 40526) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:20.832717 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3436305b-2918-4aa0-83c4-a825f32cb84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.858187 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 51a049ac-effb-4e40-9df7-5c4f67dc8102 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:34:20.904667 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:20.930536 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 51a049ac-effb-4e40-9df7-5c4f67dc8102 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:20.931146 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:20.939669 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3436305b-2918-4aa0-83c4-a825f32cb84e admin admin] Publish callbacks [] for security_group (034957b0-d856-4547-b6ee-4d4d93537ea0), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.030428 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3436305b-2918-4aa0-83c4-a825f32cb84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (034957b0-d856-4547-b6ee-4d4d93537ea0), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.095294 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436305b-2918-4aa0-83c4-a825f32cb84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034957b0-d856-4547-b6ee-4d4d93537ea0,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:21.128108 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 51a049ac-effb-4e40-9df7-5c4f67dc8102 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:34:21.129848 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 40534) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:21.130939 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-3436305b-2918-4aa0-83c4-a825f32cb84e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c04cd6b58f8a4348911e8c14f9fae540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106029 Aug 08 02:34:21.193943 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dc7c04dd-ff1b-4625-8a3e-d98787ec0617 admin admin] Publish callbacks [] for security_group (034957b0-d856-4547-b6ee-4d4d93537ea0), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.226770 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dc7c04dd-ff1b-4625-8a3e-d98787ec0617 admin admin] Publish callbacks [] for security_group (034957b0-d856-4547-b6ee-4d4d93537ea0), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.343989 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dc7c04dd-ff1b-4625-8a3e-d98787ec0617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (034957b0-d856-4547-b6ee-4d4d93537ea0), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.347787 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dc7c04dd-ff1b-4625-8a3e-d98787ec0617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:21.350028 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-dc7c04dd-ff1b-4625-8a3e-d98787ec0617 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/034957b0-d856-4547-b6ee-4d4d93537ea0 HTTP/1.1" status: 204 len: 168 time: 0.2190540 Aug 08 02:34:21.387405 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c04dd-ff1b-4625-8a3e-d98787ec0617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034957b0-d856-4547-b6ee-4d4d93537ea0,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:21.928966 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5ac28-ef10-41a6-af78-19ab7001a6ed req-72651575-52f6-47f1-90d4-d78c43fc8a7f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:21.936757 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cbe5ac28-ef10-41a6-af78-19ab7001a6ed req-72651575-52f6-47f1-90d4-d78c43fc8a7f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0656769 Aug 08 02:34:22.003329 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cbe5ac28-ef10-41a6-af78-19ab7001a6ed req-0a1cfe09-2524-4a03-b907-181e6f653f1a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644562 Aug 08 02:34:23.080960 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d6e8c21f-f425-4666-8a89-3ad99baa7b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:23.146843 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fd1d4-1144-4165-83f3-ebc0c928667a req-564dc279-8707-4521-9524-437182444789 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:23.148981 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-869fd1d4-1144-4165-83f3-ebc0c928667a req-564dc279-8707-4521-9524-437182444789 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0695150 Aug 08 02:34:23.222188 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-869fd1d4-1144-4165-83f3-ebc0c928667a req-b19fb9fb-f113-400a-b251-db0d0782574d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540586 Aug 08 02:34:23.406935 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=22 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:24.177208 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 40618) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:24.387997 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:24.411746 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca48b7-dd88-4be6-affa-bcd0b1355c5c req-11f4bfaa-2572-4d1f-ba5e-27e238c668b5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:24.413572 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43ca48b7-dd88-4be6-affa-bcd0b1355c5c req-11f4bfaa-2572-4d1f-ba5e-27e238c668b5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0683541 Aug 08 02:34:24.455503 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-546831bb-0b4c-4bf5-993a-e5cfbcb1a5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:24.503556 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43ca48b7-dd88-4be6-affa-bcd0b1355c5c req-98667c6e-e81a-48d2-a85d-64c6dbc882b3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798304 Aug 08 02:34:24.562337 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=14,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:24.570421 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-546831bb-0b4c-4bf5-993a-e5cfbcb1a5f6 admin admin] Publish callbacks [] for security_group (319b5c89-96c7-4825-86ec-ddee5b0a877d), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:24.640112 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-546831bb-0b4c-4bf5-993a-e5cfbcb1a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (319b5c89-96c7-4825-86ec-ddee5b0a877d), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:24.687925 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-546831bb-0b4c-4bf5-993a-e5cfbcb1a5f6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a69bcd133a2b42309e71a5b96ee99add&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5094995 Aug 08 02:34:24.689902 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546831bb-0b4c-4bf5-993a-e5cfbcb1a5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319b5c89-96c7-4825-86ec-ddee5b0a877d,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:24.690763 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 40634) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:24.757774 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:24.761425 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:24.789826 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-161c98f0-752d-440d-96d2-daeb2ccf16ea admin admin] Publish callbacks [] for security_group (319b5c89-96c7-4825-86ec-ddee5b0a877d), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:24.820623 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-161c98f0-752d-440d-96d2-daeb2ccf16ea admin admin] Publish callbacks [] for security_group (319b5c89-96c7-4825-86ec-ddee5b0a877d), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:24.999104 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-161c98f0-752d-440d-96d2-daeb2ccf16ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (319b5c89-96c7-4825-86ec-ddee5b0a877d), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:25.001678 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-161c98f0-752d-440d-96d2-daeb2ccf16ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:25.002956 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-161c98f0-752d-440d-96d2-daeb2ccf16ea admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/319b5c89-96c7-4825-86ec-ddee5b0a877d HTTP/1.1" status: 204 len: 168 time: 0.3110344 Aug 08 02:34:25.022664 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c98f0-752d-440d-96d2-daeb2ccf16ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319b5c89-96c7-4825-86ec-ddee5b0a877d,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:25.626335 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91a518-ca74-4280-9a0f-2b0dd0f74aa4 req-4d2aabf2-f1e0-44a0-8f52-233f23cc81a4 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:25.629008 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bf91a518-ca74-4280-9a0f-2b0dd0f74aa4 req-4d2aabf2-f1e0-44a0-8f52-233f23cc81a4 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0557127 Aug 08 02:34:25.703777 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bf91a518-ca74-4280-9a0f-2b0dd0f74aa4 req-55808d9b-896c-4e39-ab90-fe505037e31d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651133 Aug 08 02:34:25.880858 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 40680) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:25.900440 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e3fd-d445-4ed2-8975-2c60ebafa76c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.057702 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.082234 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e3fd-d445-4ed2-8975-2c60ebafa76c admin admin] Publish callbacks [] for security_group (8855554d-fd51-4867-9438-d37afd954b36), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.087480 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.166319 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e3fd-d445-4ed2-8975-2c60ebafa76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (8855554d-fd51-4867-9438-d37afd954b36), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.218385 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-1bd3e3fd-d445-4ed2-8975-2c60ebafa76c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=701e09d0a5184a6a9cc85f6e6d225c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363764 Aug 08 02:34:26.219573 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3e3fd-d445-4ed2-8975-2c60ebafa76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8855554d-fd51-4867-9438-d37afd954b36,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:26.221059 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 40686) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:26.286099 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-17286868-e99e-4218-a562-630b8b302265 admin admin] Publish callbacks [] for security_group (8855554d-fd51-4867-9438-d37afd954b36), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.315044 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-17286868-e99e-4218-a562-630b8b302265 admin admin] Publish callbacks [] for security_group (8855554d-fd51-4867-9438-d37afd954b36), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.514303 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 40690) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:26.522641 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-17286868-e99e-4218-a562-630b8b302265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (8855554d-fd51-4867-9438-d37afd954b36), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.525882 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-17286868-e99e-4218-a562-630b8b302265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.533240 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-17286868-e99e-4218-a562-630b8b302265 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8855554d-fd51-4867-9438-d37afd954b36 HTTP/1.1" status: 204 len: 168 time: 0.3096354 Aug 08 02:34:26.548359 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17286868-e99e-4218-a562-630b8b302265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8855554d-fd51-4867-9438-d37afd954b36,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:26.683625 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4ef04d1d-7fa6-4410-a70c-75b4b905f5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:26.806219 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4ef04d1d-7fa6-4410-a70c-75b4b905f5fe admin admin] Publish callbacks [] for security_group (a5ed58c5-a8f2-454f-af65-4078d0c3c328), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.033230 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fd966-c785-46aa-9137-276aa4f1c716 req-9e636f40-7057-41b1-8cfa-28bde7f1ebdd tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:27.034377 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d41fd966-c785-46aa-9137-276aa4f1c716 req-9e636f40-7057-41b1-8cfa-28bde7f1ebdd tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.2534506 Aug 08 02:34:27.092330 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d41fd966-c785-46aa-9137-276aa4f1c716 req-c48c0d9f-c9b1-4b53-b7e5-b534bf5fa4ff tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473061 Aug 08 02:34:27.114994 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4ef04d1d-7fa6-4410-a70c-75b4b905f5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (a5ed58c5-a8f2-454f-af65-4078d0c3c328), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.153543 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:27.168486 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4ef04d1d-7fa6-4410-a70c-75b4b905f5fe admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a0516966d1464dc4b80b685980fbc7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6735311 Aug 08 02:34:27.168920 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 40708) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:27.175380 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef04d1d-7fa6-4410-a70c-75b4b905f5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ed58c5-a8f2-454f-af65-4078d0c3c328,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:27.224050 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-07a41dd0-8c41-4747-8b4b-eb8957ddb8d4 admin admin] Publish callbacks [] for security_group (a5ed58c5-a8f2-454f-af65-4078d0c3c328), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.251044 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-07a41dd0-8c41-4747-8b4b-eb8957ddb8d4 admin admin] Publish callbacks [] for security_group (a5ed58c5-a8f2-454f-af65-4078d0c3c328), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.387726 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-07a41dd0-8c41-4747-8b4b-eb8957ddb8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (a5ed58c5-a8f2-454f-af65-4078d0c3c328), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.390518 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-07a41dd0-8c41-4747-8b4b-eb8957ddb8d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:27.400889 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-07a41dd0-8c41-4747-8b4b-eb8957ddb8d4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a5ed58c5-a8f2-454f-af65-4078d0c3c328 HTTP/1.1" status: 204 len: 168 time: 0.2250521 Aug 08 02:34:27.417401 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a41dd0-8c41-4747-8b4b-eb8957ddb8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ed58c5-a8f2-454f-af65-4078d0c3c328,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:28.219430 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3305ff-a378-4f09-b578-d2013fd1a69d req-c247770a-1961-4a52-a2b1-327b62e160e6 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:28.220976 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7f3305ff-a378-4f09-b578-d2013fd1a69d req-c247770a-1961-4a52-a2b1-327b62e160e6 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0492585 Aug 08 02:34:28.269802 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7f3305ff-a378-4f09-b578-d2013fd1a69d req-db2301df-98f2-46ea-a2e6-5dce513f5f0e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431545 Aug 08 02:34:28.308803 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 40750) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:28.333596 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-64325998-1b9c-4c05-89d6-1ea6fa05671b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:28.379860 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:28.411542 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-64325998-1b9c-4c05-89d6-1ea6fa05671b admin admin] Publish callbacks [] for security_group (3d086a2e-9bca-455c-b190-4109e831d57d), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:28.443897 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:28.502922 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-64325998-1b9c-4c05-89d6-1ea6fa05671b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (3d086a2e-9bca-455c-b190-4109e831d57d), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:28.543583 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-64325998-1b9c-4c05-89d6-1ea6fa05671b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8a30f424d6014b718daf513e844d4605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333043 Aug 08 02:34:28.545376 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64325998-1b9c-4c05-89d6-1ea6fa05671b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d086a2e-9bca-455c-b190-4109e831d57d,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:28.547745 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 40764) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:28.602611 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7ec2a9a3-783f-4fac-9186-a7815c9dedf7 admin admin] Publish callbacks [] for security_group (3d086a2e-9bca-455c-b190-4109e831d57d), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:28.616280 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-7ac747d0-9791-4187-bda3-ab634f2dcc62 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:28.617044 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:28.617766 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-7ac747d0-9791-4187-bda3-ab634f2dcc62 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/networks?id=0039794c-6513-403c-9341-87684af30240 HTTP/1.1" status: 200 len: 814 time: 0.1131527 Aug 08 02:34:28.626798 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7ec2a9a3-783f-4fac-9186-a7815c9dedf7 admin admin] Publish callbacks [] for security_group (3d086a2e-9bca-455c-b190-4109e831d57d), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:28.633785 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-0d0809de-353d-420d-8e17-2e83cb0c4658 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/quotas/31bdca178d874d499b1492305ad45a9c HTTP/1.1" status: 200 len: 375 time: 0.0096967 Aug 08 02:34:28.689065 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-7246037e-bf0c-4544-bd41-b312e90ad68d tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=31bdca178d874d499b1492305ad45a9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489185 Aug 08 02:34:28.771452 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7ec2a9a3-783f-4fac-9186-a7815c9dedf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (3d086a2e-9bca-455c-b190-4109e831d57d), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:28.774954 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7ec2a9a3-783f-4fac-9186-a7815c9dedf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:28.776937 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-7ec2a9a3-783f-4fac-9186-a7815c9dedf7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3d086a2e-9bca-455c-b190-4109e831d57d HTTP/1.1" status: 204 len: 168 time: 0.2279994 Aug 08 02:34:28.788811 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2a9a3-783f-4fac-9186-a7815c9dedf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d086a2e-9bca-455c-b190-4109e831d57d,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:28.800121 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-9a32da96-8998-4b1d-8abf-8787d6ef66d7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0039794c-6513-403c-9341-87684af30240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986743 Aug 08 02:34:28.881140 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:28.923313 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-692d7663-a367-45f0-a7bd-f1c27693e841 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0039794c-6513-403c-9341-87684af30240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018481 Aug 08 02:34:29.232304 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e5cff1b9-9173-4ded-a450-3c110249f0bd req-c62fc953-4896-4cf9-83f5-d1ba07986d0e tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 210 time: 0.0337651 Aug 08 02:34:29.415600 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b1d41-7fbd-4963-b670-224980707ee1 req-8ede38cc-42c3-43e0-bdf7-b3ebe8455a28 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:29.420997 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-390b1d41-7fbd-4963-b670-224980707ee1 req-8ede38cc-42c3-43e0-bdf7-b3ebe8455a28 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0600491 Aug 08 02:34:29.469950 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-390b1d41-7fbd-4963-b670-224980707ee1 req-8e44f5f4-06fd-468f-b2ce-ec357d9a4040 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467830 Aug 08 02:34:29.994957 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 40830) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:30.119947 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f119a950-8a37-463b-86e8-fb4b1c1528d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:30.203278 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f119a950-8a37-463b-86e8-fb4b1c1528d3 admin admin] Publish callbacks [] for security_group (25911a7a-408d-40fa-a323-f2db879664c3), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:30.306148 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f119a950-8a37-463b-86e8-fb4b1c1528d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (25911a7a-408d-40fa-a323-f2db879664c3), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:30.342582 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c02935dd-083f-4c7c-94bb-78612976a4a0 req-07f1a0ca-77c4-40a3-a605-dbe0c18a6958 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 210 time: 0.0522413 Aug 08 02:34:30.362188 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-f119a950-8a37-463b-86e8-fb4b1c1528d3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cc11e00341664731b5a6223ee217d257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3649690 Aug 08 02:34:30.365411 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119a950-8a37-463b-86e8-fb4b1c1528d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25911a7a-408d-40fa-a323-f2db879664c3,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:30.367438 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 40850) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:30.428554 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-91e51196-28bb-42d6-836c-dae820aaf7a6 admin admin] Publish callbacks [] for security_group (25911a7a-408d-40fa-a323-f2db879664c3), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:30.450657 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-91e51196-28bb-42d6-836c-dae820aaf7a6 admin admin] Publish callbacks [] for security_group (25911a7a-408d-40fa-a323-f2db879664c3), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:30.570642 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-91e51196-28bb-42d6-836c-dae820aaf7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (25911a7a-408d-40fa-a323-f2db879664c3), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:30.574842 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-91e51196-28bb-42d6-836c-dae820aaf7a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:30.586095 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-91e51196-28bb-42d6-836c-dae820aaf7a6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/25911a7a-408d-40fa-a323-f2db879664c3 HTTP/1.1" status: 204 len: 168 time: 0.2112677 Aug 08 02:34:30.588635 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e51196-28bb-42d6-836c-dae820aaf7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25911a7a-408d-40fa-a323-f2db879664c3,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:30.607461 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb667c09-ff76-4cd2-a595-347ca60dc44f req-cf6a0447-f18c-488e-ae59-35396408f83e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:30.609040 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb667c09-ff76-4cd2-a595-347ca60dc44f req-cf6a0447-f18c-488e-ae59-35396408f83e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0667591 Aug 08 02:34:30.692808 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb667c09-ff76-4cd2-a595-347ca60dc44f req-74b0b9ad-f299-40e5-a8e6-6fd4c0a89399 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691736 Aug 08 02:34:30.823902 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67b171-1db8-4e77-aec1-02691c7cfc0c req-d4da188c-fc4b-48f4-9971-60015d9e340d tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:30.826048 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ba67b171-1db8-4e77-aec1-02691c7cfc0c req-d4da188c-fc4b-48f4-9971-60015d9e340d tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0615275 Aug 08 02:34:30.876694 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ba67b171-1db8-4e77-aec1-02691c7cfc0c req-524c4eb1-40e0-46d9-b72a-da53fe799b7f tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443704 Aug 08 02:34:31.427123 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 40890) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:31.437090 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8a7d199b-9c7d-46bb-833b-526159ce716a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:31.455282 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-91647119-f8e6-43b1-a561-54f64a6d6adc req-1ef53b8d-088d-4674-afe0-05474bb8e1d2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 210 time: 0.0340352 Aug 08 02:34:31.499291 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:31.527683 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8a7d199b-9c7d-46bb-833b-526159ce716a admin admin] Publish callbacks [] for security_group (f57c32aa-7fb4-4127-be28-cc3ebee7e152), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:31.627692 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8a7d199b-9c7d-46bb-833b-526159ce716a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (f57c32aa-7fb4-4127-be28-cc3ebee7e152), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:31.676427 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8a7d199b-9c7d-46bb-833b-526159ce716a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f6c9f05cf6ad4e269dfda69bfcb50e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526753 Aug 08 02:34:31.677336 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d199b-9c7d-46bb-833b-526159ce716a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57c32aa-7fb4-4127-be28-cc3ebee7e152,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:31.691152 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 40898) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:31.741853 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-39301e5b-c386-4508-ad88-a73b20ca7b5a admin admin] Publish callbacks [] for security_group (f57c32aa-7fb4-4127-be28-cc3ebee7e152), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:31.776754 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-39301e5b-c386-4508-ad88-a73b20ca7b5a admin admin] Publish callbacks [] for security_group (f57c32aa-7fb4-4127-be28-cc3ebee7e152), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:31.826805 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ac24c-2c89-4227-a495-b7ea3737e008 req-eab6294d-7f85-4848-97b5-e87760c85591 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:31.828307 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-472ac24c-2c89-4227-a495-b7ea3737e008 req-eab6294d-7f85-4848-97b5-e87760c85591 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0644498 Aug 08 02:34:31.851212 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:31.880773 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-472ac24c-2c89-4227-a495-b7ea3737e008 req-ccdb0d4c-adf9-442e-be37-fdfb562ae2bb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450907 Aug 08 02:34:31.999955 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-39301e5b-c386-4508-ad88-a73b20ca7b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (f57c32aa-7fb4-4127-be28-cc3ebee7e152), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:32.000735 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf18ec-33cb-4c85-95eb-a0894e6879cd req-ab2bff04-a695-4a7f-90bc-b17fc369b35c tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:32.002211 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-64cf18ec-33cb-4c85-95eb-a0894e6879cd req-ab2bff04-a695-4a7f-90bc-b17fc369b35c tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0492311 Aug 08 02:34:32.002706 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-39301e5b-c386-4508-ad88-a73b20ca7b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:32.003799 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-39301e5b-c386-4508-ad88-a73b20ca7b5a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f57c32aa-7fb4-4127-be28-cc3ebee7e152 HTTP/1.1" status: 204 len: 168 time: 0.3162932 Aug 08 02:34:32.013115 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39301e5b-c386-4508-ad88-a73b20ca7b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57c32aa-7fb4-4127-be28-cc3ebee7e152,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:32.068974 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-64cf18ec-33cb-4c85-95eb-a0894e6879cd req-df473e68-0e76-4e3a-9fdc-4e8197f2c397 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579646 Aug 08 02:34:32.565235 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a32df81a-4233-4222-aa19-ca3ccea9604f req-85c4a818-55b1-4582-8fe4-e1cf98c25a33 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 210 time: 0.0312090 Aug 08 02:34:33.013745 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4d17b-3133-4542-b884-aa842f79dcaa req-89652b1f-9807-4f11-b314-3e0b31dac0e7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:33.015401 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1ac4d17b-3133-4542-b884-aa842f79dcaa req-89652b1f-9807-4f11-b314-3e0b31dac0e7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0611842 Aug 08 02:34:33.067715 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1ac4d17b-3133-4542-b884-aa842f79dcaa req-d76fa95b-f904-478e-9973-9c3e93e307ec tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456946 Aug 08 02:34:33.221919 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b51a6-2919-4313-8add-1412a14692d0 req-38e20c20-f474-4b7e-b967-ec555d8524c9 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:33.223568 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-374b51a6-2919-4313-8add-1412a14692d0 req-38e20c20-f474-4b7e-b967-ec555d8524c9 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0637319 Aug 08 02:34:33.283968 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-374b51a6-2919-4313-8add-1412a14692d0 req-c2ea5e16-d243-49d2-874a-052d3992372b tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494950 Aug 08 02:34:33.487272 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-efdf17b4-bc68-4e63-a56c-a6bb12b224c7 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:33.488707 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-efdf17b4-bc68-4e63-a56c-a6bb12b224c7 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.48 "GET /networking/v2.0/networks?id=0039794c-6513-403c-9341-87684af30240 HTTP/1.1" status: 200 len: 814 time: 0.1037300 Aug 08 02:34:33.610188 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-1fa1edaa-3b96-4ea3-a8e6-3b0bc0cce0b2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Request body: {'port': {'device_id': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'network_id': '0039794c-6513-403c-9341-87684af30240', 'admin_state_up': True, 'tenant_id': '31bdca178d874d499b1492305ad45a9c'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:33.711479 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1ff39cf1-decf-4416-b176-2504dc746048 req-d6ae4749-cea8-4706-85aa-6241bcbf196e tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 210 time: 0.0461409 Aug 08 02:34:33.764156 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52059b5b-86f6-48f6-995c-646372c76c7f req-c2bffad2-3c0b-486b-bfec-89aaa0dacce8 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:33.765609 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-52059b5b-86f6-48f6-995c-646372c76c7f req-c2bffad2-3c0b-486b-bfec-89aaa0dacce8 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0829353 Aug 08 02:34:33.833167 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:33.903771 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-52059b5b-86f6-48f6-995c-646372c76c7f req-8712c393-079e-45c2-8209-5b2f2ae0ce97 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Deleting port 75f505e8-1b29-4894-a1e1-92ef1e0c2996 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:34:33.904112 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-52059b5b-86f6-48f6-995c-646372c76c7f req-8712c393-079e-45c2-8209-5b2f2ae0ce97 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (75f505e8-1b29-4894-a1e1-92ef1e0c2996), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:33.923199 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:33.950561 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-1fa1edaa-3b96-4ea3-a8e6-3b0bc0cce0b2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Made reservation on behalf of 31bdca178d874d499b1492305ad45a9c for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:34:33.953995 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-1fa1edaa-3b96-4ea3-a8e6-3b0bc0cce0b2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:34.068504 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-52059b5b-86f6-48f6-995c-646372c76c7f req-8712c393-079e-45c2-8209-5b2f2ae0ce97 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] For port 75f505e8-1b29-4894-a1e1-92ef1e0c2996, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=75f505e8-1b29-4894-a1e1-92ef1e0c2996,segment=NetworkSegment(7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4),segment_id=7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:34:34.069194 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-52059b5b-86f6-48f6-995c-646372c76c7f req-8712c393-079e-45c2-8209-5b2f2ae0ce97 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (75f505e8-1b29-4894-a1e1-92ef1e0c2996), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:34.093651 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-52059b5b-86f6-48f6-995c-646372c76c7f req-8712c393-079e-45c2-8209-5b2f2ae0ce97 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Calling delete_port for 75f505e8-1b29-4894-a1e1-92ef1e0c2996 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:34:34.218815 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa4be1-55d4-485e-8212-ca4d3e393344 req-45a78a1e-c7f9-4e0c-872b-f2f1676cdc8a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:34.226611 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-05aa4be1-55d4-485e-8212-ca4d3e393344 req-45a78a1e-c7f9-4e0c-872b-f2f1676cdc8a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0765200 Aug 08 02:34:34.297629 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-05aa4be1-55d4-485e-8212-ca4d3e393344 req-61443233-e145-441c-a0f7-a0e59384177b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700521 Aug 08 02:34:34.302371 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-1fa1edaa-3b96-4ea3-a8e6-3b0bc0cce0b2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Allocated IP 172.20.0.8 (0039794c-6513-403c-9341-87684af30240/bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5/b1663d83-3f81-40a7-968b-47e96bdf8eb3) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:34:34.380287 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:34.465331 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fffb0-009a-4f78-a3f3-91d7d45861ff req-0437c08d-7697-4b76-8147-fc4c4c0806fb tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:34.472312 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a57fffb0-009a-4f78-a3f3-91d7d45861ff req-0437c08d-7697-4b76-8147-fc4c4c0806fb tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 945 time: 0.0973253 Aug 08 02:34:34.549311 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-52059b5b-86f6-48f6-995c-646372c76c7f req-8712c393-079e-45c2-8209-5b2f2ae0ce97 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050'] for port (75f505e8-1b29-4894-a1e1-92ef1e0c2996), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:34.563698 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['75f505e8-1b29-4894-a1e1-92ef1e0c2996'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:34:34.589543 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712c393-079e-45c2-8209-5b2f2ae0ce97 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Pushing event deleted for resources: {'Port': ['ID=75f505e8-1b29-4894-a1e1-92ef1e0c2996,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:34.618935 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a57fffb0-009a-4f78-a3f3-91d7d45861ff req-48bb332d-4989-45fd-9b97-dd348d3ec2da tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8c23a661-7a62-4182-87b5-c9a0c514c77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456795 Aug 08 02:34:34.768534 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-52059b5b-86f6-48f6-995c-646372c76c7f req-8712c393-079e-45c2-8209-5b2f2ae0ce97 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] No DVR routers for this DVR port 75f505e8-1b29-4894-a1e1-92ef1e0c2996 on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:34:34.772622 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-52059b5b-86f6-48f6-995c-646372c76c7f req-8712c393-079e-45c2-8209-5b2f2ae0ce97 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:34.776757 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-52059b5b-86f6-48f6-995c-646372c76c7f req-8712c393-079e-45c2-8209-5b2f2ae0ce97 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.48 "DELETE /networking/v2.0/ports/75f505e8-1b29-4894-a1e1-92ef1e0c2996 HTTP/1.1" status: 204 len: 173 time: 1.0020785 Aug 08 02:34:34.785380 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf3b2b7-8778-4f17-b615-2dad95f66ecb', 'name': 'network-vif-deleted', 'tag': '75f505e8-1b29-4894-a1e1-92ef1e0c2996'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:34:34.788558 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5893b0e0-286e-4229-9eb2-81d86bb53100" -d '{"events": [{"server_uuid": "bcf3b2b7-8778-4f17-b615-2dad95f66ecb", "name": "network-vif-deleted", "tag": "75f505e8-1b29-4894-a1e1-92ef1e0c2996"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:34:34.863655 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-1fa1edaa-3b96-4ea3-a8e6-3b0bc0cce0b2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:34.872315 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef318d5e-3f37-4fdb-9120-331e64441932 x-openstack-request-id: req-ef318d5e-3f37-4fdb-9120-331e64441932 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:34:34.872315 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf3b2b7-8778-4f17-b615-2dad95f66ecb", "name": "network-vif-deleted", "tag": "75f505e8-1b29-4894-a1e1-92ef1e0c2996", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:34:34.872315 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef318d5e-3f37-4fdb-9120-331e64441932 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:34:34.872315 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef318d5e-3f37-4fdb-9120-331e64441932'] response: {'server_uuid': 'bcf3b2b7-8778-4f17-b615-2dad95f66ecb', 'name': 'network-vif-deleted', 'tag': '75f505e8-1b29-4894-a1e1-92ef1e0c2996', 'status': 'completed', 'code': 200} Aug 08 02:34:34.966234 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-1fa1edaa-3b96-4ea3-a8e6-3b0bc0cce0b2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:35.015488 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41038) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:35.066910 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-1fa1edaa-3b96-4ea3-a8e6-3b0bc0cce0b2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Network 0039794c-6513-403c-9341-87684af30240 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:34:35.082982 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-1fa1edaa-3b96-4ea3-a8e6-3b0bc0cce0b2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:34:35.096674 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-1fa1edaa-3b96-4ea3-a8e6-3b0bc0cce0b2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:34:35.108246 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-1fa1edaa-3b96-4ea3-a8e6-3b0bc0cce0b2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:35.109136 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-1fa1edaa-3b96-4ea3-a8e6-3b0bc0cce0b2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:35.147897 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1edaa-3b96-4ea3-a8e6-3b0bc0cce0b2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Pushing event updated for resources: {'Port': ['ID=b1663d83-3f81-40a7-968b-47e96bdf8eb3,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:35.160801 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:35.237618 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-1fa1edaa-3b96-4ea3-a8e6-3b0bc0cce0b2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6323268 Aug 08 02:34:35.245711 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1c860a38-f383-47a1-b88d-c68e70f89e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:35.292288 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904db9b3-af86-4611-b167-efbaee451695 req-96d5846f-e59a-4216-8727-75e3935f7614 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:35.300449 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-904db9b3-af86-4611-b167-efbaee451695 req-96d5846f-e59a-4216-8727-75e3935f7614 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 931 time: 0.1047122 Aug 08 02:34:35.381089 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1c860a38-f383-47a1-b88d-c68e70f89e4f admin admin] Publish callbacks [] for security_group (6fca5459-36eb-4e2d-85f4-a84c144bbd49), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:35.426992 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-904db9b3-af86-4611-b167-efbaee451695 req-d073001e-6e69-42bc-a21a-e76251a2f428 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253340 Aug 08 02:34:35.474159 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1c860a38-f383-47a1-b88d-c68e70f89e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (6fca5459-36eb-4e2d-85f4-a84c144bbd49), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:35.533781 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-8f5b4850-dffd-4035-a3c2-3cb80b169d63 None None] Provisioning complete for port b1663d83-3f81-40a7-968b-47e96bdf8eb3 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:34:35.534559 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8f5b4850-dffd-4035-a3c2-3cb80b169d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:35.535104 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1c860a38-f383-47a1-b88d-c68e70f89e4f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=caf68ec4bd4c463fb6a196a8695184a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5184124 Aug 08 02:34:35.535924 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41054) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:35.578656 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c860a38-f383-47a1-b88d-c68e70f89e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fca5459-36eb-4e2d-85f4-a84c144bbd49,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:35.587258 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248406a-1667-45ce-a5fd-4497d5f3b2d6 req-9271c465-4e29-451e-87d5-774aba65845e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:35.602593 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2248406a-1667-45ce-a5fd-4497d5f3b2d6 req-9271c465-4e29-451e-87d5-774aba65845e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.1125612 Aug 08 02:34:35.603174 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b4850-dffd-4035-a3c2-3cb80b169d63 None None] Port b1663d83-3f81-40a7-968b-47e96bdf8eb3 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:34:35.656450 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2248406a-1667-45ce-a5fd-4497d5f3b2d6 req-72fe90cc-d6b2-4acc-84a3-f62308f6b544 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529168 Aug 08 02:34:35.659021 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-14466a6f-60b2-418c-b444-7ff6b24e90e4 admin admin] Publish callbacks [] for security_group (6fca5459-36eb-4e2d-85f4-a84c144bbd49), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:35.685304 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-14466a6f-60b2-418c-b444-7ff6b24e90e4 admin admin] Publish callbacks [] for security_group (6fca5459-36eb-4e2d-85f4-a84c144bbd49), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:35.745587 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:35.771746 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1f8d1b4a-856a-4f38-b354-958a1626f0e7 req-4313b726-2355-45d6-81bf-f34b233fc2f0 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0429192 Aug 08 02:34:35.862972 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-14466a6f-60b2-418c-b444-7ff6b24e90e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (6fca5459-36eb-4e2d-85f4-a84c144bbd49), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:35.865908 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-14466a6f-60b2-418c-b444-7ff6b24e90e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:35.867266 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-14466a6f-60b2-418c-b444-7ff6b24e90e4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6fca5459-36eb-4e2d-85f4-a84c144bbd49 HTTP/1.1" status: 204 len: 168 time: 0.3254490 Aug 08 02:34:35.882390 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14466a6f-60b2-418c-b444-7ff6b24e90e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fca5459-36eb-4e2d-85f4-a84c144bbd49,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:36.559623 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c73a8-12b8-424a-a987-3273a4156f92 req-5d8ba687-4c77-4716-abcb-0ffa11b11847 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:36.561342 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-374c73a8-12b8-424a-a987-3273a4156f92 req-5d8ba687-4c77-4716-abcb-0ffa11b11847 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 931 time: 0.0505970 Aug 08 02:34:36.628197 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-374c73a8-12b8-424a-a987-3273a4156f92 req-e57584b1-59cc-4844-a726-a9f8b5d034d2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609112 Aug 08 02:34:36.657050 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 41074) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:36.671767 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e0623dd3-f8a7-43d8-9661-f47859972a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:36.852422 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e14e65-ca89-4ba4-9727-c9d593a6ac2c req-e9352409-24d8-41f1-b2ef-828d0dddb327 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:36.861374 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c5e14e65-ca89-4ba4-9727-c9d593a6ac2c req-e9352409-24d8-41f1-b2ef-828d0dddb327 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0852919 Aug 08 02:34:36.885504 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e0623dd3-f8a7-43d8-9661-f47859972a44 admin admin] Publish callbacks [] for security_group (c673c51c-d87d-47af-8bec-027fe519b569), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:36.946832 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c5e14e65-ca89-4ba4-9727-c9d593a6ac2c req-127b15dc-9920-4732-8a8c-b47fed928fe3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840423 Aug 08 02:34:36.967774 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9a53535a-629e-4f39-b332-85199e842f6e req-33263e46-1b71-456f-b34f-6bcd76198010 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0677326 Aug 08 02:34:36.973328 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e0623dd3-f8a7-43d8-9661-f47859972a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (c673c51c-d87d-47af-8bec-027fe519b569), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:37.055784 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e0623dd3-f8a7-43d8-9661-f47859972a44 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d58b9ee1df8a4d2dbcb7a6f98c3e4469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975646 Aug 08 02:34:37.060717 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41092) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:37.070998 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0623dd3-f8a7-43d8-9661-f47859972a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c673c51c-d87d-47af-8bec-027fe519b569,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:37.127250 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2800b843-126d-44bc-92e8-a0609db06ce8 admin admin] Publish callbacks [] for security_group (c673c51c-d87d-47af-8bec-027fe519b569), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:37.159412 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2800b843-126d-44bc-92e8-a0609db06ce8 admin admin] Publish callbacks [] for security_group (c673c51c-d87d-47af-8bec-027fe519b569), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:37.289896 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2800b843-126d-44bc-92e8-a0609db06ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (c673c51c-d87d-47af-8bec-027fe519b569), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:37.293611 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2800b843-126d-44bc-92e8-a0609db06ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:37.295127 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2800b843-126d-44bc-92e8-a0609db06ce8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c673c51c-d87d-47af-8bec-027fe519b569 HTTP/1.1" status: 204 len: 168 time: 0.2331383 Aug 08 02:34:37.305931 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800b843-126d-44bc-92e8-a0609db06ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c673c51c-d87d-47af-8bec-027fe519b569,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:37.393608 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41106) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:37.491783 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-daebcc44-3e8e-4ae4-8533-b44d897a8036 admin admin] Deleting subnet 4c970fe4-836c-4af4-8896-5206bb325fd4 {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:34:37.496438 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-daebcc44-3e8e-4ae4-8533-b44d897a8036 admin admin] Publish callbacks [] for subnet (4c970fe4-836c-4af4-8896-5206bb325fd4), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:37.521105 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:37.535612 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-daebcc44-3e8e-4ae4-8533-b44d897a8036 admin admin] Publish callbacks [] for subnet (4c970fe4-836c-4af4-8896-5206bb325fd4), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:37.547052 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-daebcc44-3e8e-4ae4-8533-b44d897a8036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (4c970fe4-836c-4af4-8896-5206bb325fd4), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:37.743838 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-daebcc44-3e8e-4ae4-8533-b44d897a8036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for subnet (4c970fe4-836c-4af4-8896-5206bb325fd4), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:37.777469 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827543fa-7a00-4c2d-be42-756863f6a310 req-b701f436-264c-4eb3-928f-21218261e965 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:37.779269 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-827543fa-7a00-4c2d-be42-756863f6a310 req-b701f436-264c-4eb3-928f-21218261e965 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 931 time: 0.0811331 Aug 08 02:34:37.782392 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebcc44-3e8e-4ae4-8533-b44d897a8036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c970fe4-836c-4af4-8896-5206bb325fd4,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:37.794294 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-daebcc44-3e8e-4ae4-8533-b44d897a8036 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:37.800045 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-daebcc44-3e8e-4ae4-8533-b44d897a8036 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/4c970fe4-836c-4af4-8896-5206bb325fd4 HTTP/1.1" status: 204 len: 168 time: 0.4026771 Aug 08 02:34:37.800432 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 41112) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:37.837859 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-827543fa-7a00-4c2d-be42-756863f6a310 req-4eda9232-a390-43b1-bf49-e5c700d11fe9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525141 Aug 08 02:34:37.899981 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (33a3ff48-2525-419f-b9f9-8873be93f6a8), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:37.944811 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 75f505e8-1b29-4894-a1e1-92ef1e0c2996 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:34:37.988746 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: 75f505e8-1b29-4894-a1e1-92ef1e0c2996 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:34:37.988746 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 75f505e8-1b29-4894-a1e1-92ef1e0c2996 not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:34:38.073294 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (33a3ff48-2525-419f-b9f9-8873be93f6a8), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:38.139820 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:34:38.140563 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:34:38.141418 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:34:38.141886 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Subscribe: > port after_create 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:34:38.142380 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:34:38.142855 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Subscribe: > port after_update 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:34:38.143339 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:34:38.143822 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:34:38.144274 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:34:38.144794 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:34:38.163616 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a3fd1a1b-5ead-46d2-ae12-a2acd3f0af99 req-2751d438-3b5c-4ff2-a04e-92678a6578c4 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0418513 Aug 08 02:34:38.314289 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:34:38.314665 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:34:38.315015 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:34:38.315337 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:34:38.315701 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a3ff48-2525-419f-b9f9-8873be93f6a8']}} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:38.348386 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a13274-c3c7-4935-8c9d-83bc07a0c3e7') {'for_net_delete': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:38.348666 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a13274-c3c7-4935-8c9d-83bc07a0c3e7') {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:38.359102 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e8b4f-bc91-4b7e-87cc-a52a4462a4a1 req-5437fadb-0762-4a70-8ed4-bc7c3e06ff0e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:38.360922 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4f7e8b4f-bc91-4b7e-87cc-a52a4462a4a1 req-5437fadb-0762-4a70-8ed4-bc7c3e06ff0e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.2843080 Aug 08 02:34:38.383675 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3841709'] for segment (d4a13274-c3c7-4935-8c9d-83bc07a0c3e7), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:38.418945 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (d4a13274-c3c7-4935-8c9d-83bc07a0c3e7), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:38.436616 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=104277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:34:38.437018 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3840337'] for segment (d4a13274-c3c7-4935-8c9d-83bc07a0c3e7), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:38.517060 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4f7e8b4f-bc91-4b7e-87cc-a52a4462a4a1 req-b732e8da-973d-4176-b6d1-9c4981503046 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472929 Aug 08 02:34:38.652862 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (33a3ff48-2525-419f-b9f9-8873be93f6a8), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:38.662152 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:38.668768 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/33a3ff48-2525-419f-b9f9-8873be93f6a8 HTTP/1.1" status: 204 len: 168 time: 0.8669264 Aug 08 02:34:38.671497 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41146) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:38.734948 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b7546-dd77-458e-847c-559796fc5e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=33a3ff48-2525-419f-b9f9-8873be93f6a8,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:38.766559 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d203b1a-a74f-4628-93c0-ffb72f9ccd1c admin admin] Deleting subnet 92306d6f-531b-4022-8c0c-c71e60ae9615 {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:34:38.770815 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7d203b1a-a74f-4628-93c0-ffb72f9ccd1c admin admin] Publish callbacks [] for subnet (92306d6f-531b-4022-8c0c-c71e60ae9615), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:38.831901 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7d203b1a-a74f-4628-93c0-ffb72f9ccd1c admin admin] Publish callbacks [] for subnet (92306d6f-531b-4022-8c0c-c71e60ae9615), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:38.838890 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7d203b1a-a74f-4628-93c0-ffb72f9ccd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (92306d6f-531b-4022-8c0c-c71e60ae9615), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:38.919740 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:38.998100 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment d4a13274-c3c7-4935-8c9d-83bc07a0c3e7 resource provider aggregate not found Aug 08 02:34:39.011315 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7d203b1a-a74f-4628-93c0-ffb72f9ccd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for subnet (92306d6f-531b-4022-8c0c-c71e60ae9615), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:39.025349 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment d4a13274-c3c7-4935-8c9d-83bc07a0c3e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4a13274-c3c7-4935-8c9d-83bc07a0c3e7 found for delete ", "request_id": "req-618e3ef4-a8b6-414f-91b5-e8c98deafa92"}]} Aug 08 02:34:39.075561 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7d203b1a-a74f-4628-93c0-ffb72f9ccd1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:39.078785 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7d203b1a-a74f-4628-93c0-ffb72f9ccd1c admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/92306d6f-531b-4022-8c0c-c71e60ae9615 HTTP/1.1" status: 204 len: 168 time: 0.4062865 Aug 08 02:34:39.081741 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 41160) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:39.110810 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d203b1a-a74f-4628-93c0-ffb72f9ccd1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92306d6f-531b-4022-8c0c-c71e60ae9615,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:39.137611 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a5f5c-6e45-4db8-b595-96c0dc7d1c15 req-03d055b3-d9b4-46ee-9aeb-0227fe5e97fb tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:39.139984 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-732a5f5c-6e45-4db8-b595-96c0dc7d1c15 req-03d055b3-d9b4-46ee-9aeb-0227fe5e97fb tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 931 time: 0.1206965 Aug 08 02:34:39.180415 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8df28f91-2528-40df-b9a4-77fbf6e87b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (381377de-4e41-41f0-b7f9-5957b39a4135), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:39.492739 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-732a5f5c-6e45-4db8-b595-96c0dc7d1c15 req-84dd243c-c789-4d45-940c-9850b19a15aa tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468053 Aug 08 02:34:39.626423 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9775a428-9ce0-40d8-aa6c-e5449e899dc2 req-6efd35a7-1b5d-4bd0-baa9-991cc9279bae tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.3312654 Aug 08 02:34:39.630459 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8df28f91-2528-40df-b9a4-77fbf6e87b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (381377de-4e41-41f0-b7f9-5957b39a4135), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:39.650339 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:39.663101 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:39.665083 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-8df28f91-2528-40df-b9a4-77fbf6e87b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381377de-4e41-41f0-b7f9-5957b39a4135']}} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:39.678747 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-8df28f91-2528-40df-b9a4-77fbf6e87b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e17505e-c3d4-4d1c-975a-5d77b5c055a1') {'for_net_delete': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:39.679161 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-8df28f91-2528-40df-b9a4-77fbf6e87b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e17505e-c3d4-4d1c-975a-5d77b5c055a1') {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:34:39.691173 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8df28f91-2528-40df-b9a4-77fbf6e87b46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3841709'] for segment (6e17505e-c3d4-4d1c-975a-5d77b5c055a1), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:39.709007 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8df28f91-2528-40df-b9a4-77fbf6e87b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (6e17505e-c3d4-4d1c-975a-5d77b5c055a1), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:39.721572 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df28f91-2528-40df-b9a4-77fbf6e87b46 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=104277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:34:39.729621 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8df28f91-2528-40df-b9a4-77fbf6e87b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3840337'] for segment (6e17505e-c3d4-4d1c-975a-5d77b5c055a1), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:39.748456 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5079bd-e8c3-4923-a007-988a9b16761d req-4afa7a1e-7061-4af0-809f-bb112833235a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:39.756767 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cb5079bd-e8c3-4923-a007-988a9b16761d req-4afa7a1e-7061-4af0-809f-bb112833235a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0925615 Aug 08 02:34:39.835575 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cb5079bd-e8c3-4923-a007-988a9b16761d req-cadaf982-da11-422a-93aa-adf8bfb48008 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774446 Aug 08 02:34:39.885900 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8df28f91-2528-40df-b9a4-77fbf6e87b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (381377de-4e41-41f0-b7f9-5957b39a4135), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:39.909565 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8df28f91-2528-40df-b9a4-77fbf6e87b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:39.913184 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8df28f91-2528-40df-b9a4-77fbf6e87b46 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/381377de-4e41-41f0-b7f9-5957b39a4135 HTTP/1.1" status: 204 len: 168 time: 0.8303382 Aug 08 02:34:39.943461 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df28f91-2528-40df-b9a4-77fbf6e87b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=381377de-4e41-41f0-b7f9-5957b39a4135,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:40.656300 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6a37f-427e-4cbb-8bac-2acce4e92a75 req-829967a8-0cad-4bd4-9724-480528cef37f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:40.658092 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-57d6a37f-427e-4cbb-8bac-2acce4e92a75 req-829967a8-0cad-4bd4-9724-480528cef37f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 931 time: 0.0808530 Aug 08 02:34:40.734734 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-57d6a37f-427e-4cbb-8bac-2acce4e92a75 req-d82fa046-72fe-46a4-82c5-c65e5602e5b6 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708573 Aug 08 02:34:40.768294 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6cc25bba-4a2e-485c-b9d1-2d566bb17bb0 req-db435b71-20a0-46d9-9e08-f0683d05357b tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0513136 Aug 08 02:34:40.974436 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22916e-69f9-4aa8-8cea-cbc6a63c7143 req-33f407e7-b4c6-45cd-a6bc-291cabea6772 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:40.981528 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ee22916e-69f9-4aa8-8cea-cbc6a63c7143 req-33f407e7-b4c6-45cd-a6bc-291cabea6772 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0705683 Aug 08 02:34:41.051038 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ee22916e-69f9-4aa8-8cea-cbc6a63c7143 req-fd62b62f-ac54-4b4d-8d2b-e21045e6d778 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678749 Aug 08 02:34:41.059489 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 6e17505e-c3d4-4d1c-975a-5d77b5c055a1 resource provider aggregate not found Aug 08 02:34:41.082101 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 6e17505e-c3d4-4d1c-975a-5d77b5c055a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e17505e-c3d4-4d1c-975a-5d77b5c055a1 found for delete ", "request_id": "req-72424eec-cf05-4a3b-95f7-cca44cc71016"}]} Aug 08 02:34:41.128505 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 41198) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:41.175112 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e17dfdff-107f-44a5-8954-d6132db5d28d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=99edc55b227143f8a539d293d72bf110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452819 Aug 08 02:34:41.176502 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 41202) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:41.236930 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-339d7af2-3602-4bd3-8044-aa9da8c3a219 admin admin] Publish callbacks [] for security_group (ff40d69b-aebe-43d3-ab49-a82fb42cc81a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:41.274427 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-339d7af2-3602-4bd3-8044-aa9da8c3a219 admin admin] Publish callbacks [] for security_group (ff40d69b-aebe-43d3-ab49-a82fb42cc81a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:41.525691 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-339d7af2-3602-4bd3-8044-aa9da8c3a219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (ff40d69b-aebe-43d3-ab49-a82fb42cc81a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:41.529120 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-339d7af2-3602-4bd3-8044-aa9da8c3a219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:41.532615 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-339d7af2-3602-4bd3-8044-aa9da8c3a219 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ff40d69b-aebe-43d3-ab49-a82fb42cc81a HTTP/1.1" status: 204 len: 168 time: 0.3527071 Aug 08 02:34:41.542575 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d7af2-3602-4bd3-8044-aa9da8c3a219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff40d69b-aebe-43d3-ab49-a82fb42cc81a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:41.885525 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f952cbd-6fe3-4800-901b-a27eb5de9486 req-1c8f1e37-3dbe-44f1-b06f-c3ea06262b63 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:41.894741 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5f952cbd-6fe3-4800-901b-a27eb5de9486 req-1c8f1e37-3dbe-44f1-b06f-c3ea06262b63 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 931 time: 0.0731878 Aug 08 02:34:41.905321 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e7c4c800-91fd-4193-801a-64455649e6a9 req-fa130939-c18e-45b0-9665-5224c548bcf3 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0362895 Aug 08 02:34:41.954046 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5f952cbd-6fe3-4800-901b-a27eb5de9486 req-700b2c0d-cb9d-45fc-84bc-44df8673f261 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580595 Aug 08 02:34:42.004462 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:42.300383 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498069b5-9f3a-4bb8-812e-bf005782c260 req-e0bc9474-a2b9-4ac7-ad52-b54300e7dabf tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:42.303386 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-498069b5-9f3a-4bb8-812e-bf005782c260 req-e0bc9474-a2b9-4ac7-ad52-b54300e7dabf tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0951924 Aug 08 02:34:42.401273 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-498069b5-9f3a-4bb8-812e-bf005782c260 req-8b645d6c-ed50-466a-9435-c237ea1273ae tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523860 Aug 08 02:34:42.765857 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41234) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:42.805152 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e9740644-8c67-4ded-b782-9a91b6c0b70f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e5650dee65484f59884ef3b1aa90e934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380957 Aug 08 02:34:42.807672 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41236) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:42.856632 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a6d4d6ab-c488-491c-9e3e-38b5206d3c10 admin admin] Publish callbacks [] for security_group (151d3327-c85e-47dd-8b60-653157242f2b), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:42.881120 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a6d4d6ab-c488-491c-9e3e-38b5206d3c10 admin admin] Publish callbacks [] for security_group (151d3327-c85e-47dd-8b60-653157242f2b), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:43.005636 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a6d4d6ab-c488-491c-9e3e-38b5206d3c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (151d3327-c85e-47dd-8b60-653157242f2b), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:43.008278 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a6d4d6ab-c488-491c-9e3e-38b5206d3c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:43.010656 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a6d4d6ab-c488-491c-9e3e-38b5206d3c10 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/151d3327-c85e-47dd-8b60-653157242f2b HTTP/1.1" status: 204 len: 168 time: 0.2002089 Aug 08 02:34:43.103103 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4d6ab-c488-491c-9e3e-38b5206d3c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151d3327-c85e-47dd-8b60-653157242f2b,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:43.119445 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c22f8350-8111-47d3-b0f0-53e35d66c082 req-201540d0-bf96-47d3-896e-3929e511f6dd tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0894442 Aug 08 02:34:43.156730 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea66c5-01c5-45c0-a64d-8373e063c6df req-2599f1d2-fc27-4019-a44c-a2e5244844bc tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:43.158459 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-abea66c5-01c5-45c0-a64d-8373e063c6df req-2599f1d2-fc27-4019-a44c-a2e5244844bc tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 931 time: 0.1036055 Aug 08 02:34:43.222939 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-abea66c5-01c5-45c0-a64d-8373e063c6df req-87dfae77-fa41-414e-8b8d-b34719863512 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583313 Aug 08 02:34:43.489345 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:43.522606 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d7fd7-f946-4b20-9981-dcc5282f6c9a req-26d3e057-1024-48d1-b72c-08719f299c7e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:43.530703 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-362d7fd7-f946-4b20-9981-dcc5282f6c9a req-26d3e057-1024-48d1-b72c-08719f299c7e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0894713 Aug 08 02:34:43.586949 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-362d7fd7-f946-4b20-9981-dcc5282f6c9a req-646e5604-6906-49ab-976e-52052e22039d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550272 Aug 08 02:34:44.218854 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-05dd7066-7bc1-410b-bdd4-a8ec5c8aff92 req-32a38225-edea-4d41-933a-b0c0a12eddd9 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0337696 Aug 08 02:34:44.343414 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032cfd8-1ab4-482d-995c-881affc3a5ce req-ea581ad5-234a-4f5f-9800-c04d8d42a8f3 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:44.345776 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0032cfd8-1ab4-482d-995c-881affc3a5ce req-ea581ad5-234a-4f5f-9800-c04d8d42a8f3 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 931 time: 0.0515811 Aug 08 02:34:44.393640 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0032cfd8-1ab4-482d-995c-881affc3a5ce req-fa408e1f-f15a-46de-91d5-1ad7bf1baa6d tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424976 Aug 08 02:34:44.708103 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc55a-2267-4134-a913-b1888e21dc71 req-1da5fe77-6251-4216-8592-06e5d5024d77 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:44.709542 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d96bc55a-2267-4134-a913-b1888e21dc71 req-1da5fe77-6251-4216-8592-06e5d5024d77 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0477772 Aug 08 02:34:44.758099 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d96bc55a-2267-4134-a913-b1888e21dc71 req-3655a0a4-1c5a-4c3a-aa0e-5255a4f3177f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424316 Aug 08 02:34:44.908112 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41286) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:44.975831 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:34:45.011296 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cf0c34a3-8a32-481f-bfb2-142a8e164eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:45.088048 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cf0c34a3-8a32-481f-bfb2-142a8e164eb6 admin admin] Publish callbacks [] for security_group (157e5f15-b2b3-4e42-a804-441e6ec6d2fc), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:45.170854 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cf0c34a3-8a32-481f-bfb2-142a8e164eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (157e5f15-b2b3-4e42-a804-441e6ec6d2fc), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:45.196894 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:45.209490 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c34a3-8a32-481f-bfb2-142a8e164eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157e5f15-b2b3-4e42-a804-441e6ec6d2fc,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:45.217369 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-cf0c34a3-8a32-481f-bfb2-142a8e164eb6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5aeab470de094079bc7880b29599327c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046246 Aug 08 02:34:45.220351 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41292) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:34:45.266695 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0a49f20d-861f-410c-810c-1de58ffbe187 admin admin] Publish callbacks [] for security_group (157e5f15-b2b3-4e42-a804-441e6ec6d2fc), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:45.289212 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0a49f20d-861f-410c-810c-1de58ffbe187 admin admin] Publish callbacks [] for security_group (157e5f15-b2b3-4e42-a804-441e6ec6d2fc), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:45.327938 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ddaf8119-75e7-42fb-b93d-53185247e11d req-4e137fab-94c6-41ab-9dd7-aa75fc0de0c8 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0321920 Aug 08 02:34:45.416716 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0a49f20d-861f-410c-810c-1de58ffbe187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (157e5f15-b2b3-4e42-a804-441e6ec6d2fc), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:45.419431 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0a49f20d-861f-410c-810c-1de58ffbe187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:45.420696 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-0a49f20d-861f-410c-810c-1de58ffbe187 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/157e5f15-b2b3-4e42-a804-441e6ec6d2fc HTTP/1.1" status: 204 len: 168 time: 0.2022009 Aug 08 02:34:45.429315 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49f20d-861f-410c-810c-1de58ffbe187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157e5f15-b2b3-4e42-a804-441e6ec6d2fc,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:45.516506 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4983b-9681-4854-97b1-473e48c86a9d req-01744559-939d-454e-a380-959d780e0f06 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:45.518005 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-24b4983b-9681-4854-97b1-473e48c86a9d req-01744559-939d-454e-a380-959d780e0f06 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 931 time: 0.0495462 Aug 08 02:34:45.566373 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-24b4983b-9681-4854-97b1-473e48c86a9d req-4ae9329c-c396-4884-b16d-ba90c8ccfac6 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427513 Aug 08 02:34:45.883996 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc275c83-d760-4cc8-a547-38bd9dc77d08 req-c3ac46d2-0c14-4dd2-9e4a-17fe476c4dd1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:45.885446 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bc275c83-d760-4cc8-a547-38bd9dc77d08 req-c3ac46d2-0c14-4dd2-9e4a-17fe476c4dd1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0498106 Aug 08 02:34:45.937699 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bc275c83-d760-4cc8-a547-38bd9dc77d08 req-29b1feed-ad00-400a-ada3-6f290244567b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465078 Aug 08 02:34:46.432185 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-86a7b6e5-ed3a-489d-9f16-9ac3269174ab req-4feb033d-76d7-40b7-a824-36b30904c000 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0310152 Aug 08 02:34:46.683825 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b78b4f-ba19-4071-b397-5e4a1edfe39e req-0b5fbc25-70ce-4605-8c5f-59c690e2b261 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:46.685388 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-01b78b4f-ba19-4071-b397-5e4a1edfe39e req-0b5fbc25-70ce-4605-8c5f-59c690e2b261 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 931 time: 0.0473139 Aug 08 02:34:46.738132 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-01b78b4f-ba19-4071-b397-5e4a1edfe39e req-045da28d-5d01-4854-8244-f5aa37aa87ea tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427012 Aug 08 02:34:47.071504 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d3d8b-3654-46a3-b139-0c8dd7984f1d req-99fbb2db-e506-4333-a767-2cdaf2dd8342 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:47.073042 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-419d3d8b-3654-46a3-b139-0c8dd7984f1d req-99fbb2db-e506-4333-a767-2cdaf2dd8342 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0514212 Aug 08 02:34:47.123245 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-419d3d8b-3654-46a3-b139-0c8dd7984f1d req-49520f75-0a46-4e4d-8339-8eee7197ae44 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436246 Aug 08 02:34:47.535693 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fccf657f-1b74-4ae9-b6a5-a6ae6e4f5f95 req-37b97a36-0218-4729-83b6-ed0a993f9f5f tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0312068 Aug 08 02:34:47.864573 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0c6c7-9ac7-4690-8190-31fc1f83b822 req-765efb32-5e0d-4689-b985-cb1c1e83d2f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:47.872120 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e7d0c6c7-9ac7-4690-8190-31fc1f83b822 req-765efb32-5e0d-4689-b985-cb1c1e83d2f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 931 time: 0.0570283 Aug 08 02:34:47.915008 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e7d0c6c7-9ac7-4690-8190-31fc1f83b822 req-0738281d-f1fc-485f-a49e-b871083afacb tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Aug 08 02:34:48.261829 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80617d0d-fc94-4cd2-8f7e-fbc25c6065d5 req-2791631e-a223-405b-b6e9-544d623bcfcb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:48.268228 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-80617d0d-fc94-4cd2-8f7e-fbc25c6065d5 req-2791631e-a223-405b-b6e9-544d623bcfcb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0663824 Aug 08 02:34:48.330888 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-80617d0d-fc94-4cd2-8f7e-fbc25c6065d5 req-e2404f69-182c-4864-94f2-fb34e046628f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597632 Aug 08 02:34:48.648733 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5f79120a-7aad-4280-9009-9484da316a48 req-46d11da9-e030-4449-a445-144ed7954be1 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0337353 Aug 08 02:34:49.030529 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47003b7f-58a7-4fce-8b1c-a2b2113cc6b9 req-196fb015-e783-41bc-ac69-51a8a13ef5d3 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:49.031985 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-47003b7f-58a7-4fce-8b1c-a2b2113cc6b9 req-196fb015-e783-41bc-ac69-51a8a13ef5d3 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 931 time: 0.0470922 Aug 08 02:34:49.079642 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-47003b7f-58a7-4fce-8b1c-a2b2113cc6b9 req-b4133e7b-ed07-4c18-91ee-eade1e8c88de tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422232 Aug 08 02:34:49.452791 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e848ec-de82-4a09-8e7e-b04dd9978652 req-720beb60-0a41-491d-b66e-8c9226bcf468 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:49.454661 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-55e848ec-de82-4a09-8e7e-b04dd9978652 req-720beb60-0a41-491d-b66e-8c9226bcf468 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0496755 Aug 08 02:34:49.498623 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:49.503204 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-55e848ec-de82-4a09-8e7e-b04dd9978652 req-a8d4cf21-ef16-430e-a70f-e91d4e4b6abb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430272 Aug 08 02:34:49.760146 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7f58c04a-3668-4491-a1be-75ae7368f6a4 req-684ccd20-177b-4c5f-be19-51d9e53c8903 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0317209 Aug 08 02:34:50.195405 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bcab4-bbcc-4812-ba19-35991422c714 req-b37786f8-9e59-46c9-8173-97a216392b9c tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:50.196817 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f18bcab4-bbcc-4812-ba19-35991422c714 req-b37786f8-9e59-46c9-8173-97a216392b9c tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 931 time: 0.0474384 Aug 08 02:34:50.246063 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f18bcab4-bbcc-4812-ba19-35991422c714 req-e49b5a89-0c60-410e-98f6-a18e5e5d08d4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429122 Aug 08 02:34:50.482667 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:50.557502 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe1b6-7bde-4b47-9a6d-b64adb3fc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:50.605990 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:50.622094 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbb800-0ff1-47d3-833c-d697e0943243 req-ae29dbea-0107-4be6-8a38-4c7e2520411c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:50.623572 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c2fbb800-0ff1-47d3-833c-d697e0943243 req-ae29dbea-0107-4be6-8a38-4c7e2520411c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0469277 Aug 08 02:34:50.670157 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c2fbb800-0ff1-47d3-833c-d697e0943243 req-e79ddf9f-9302-4965-9012-a82f907ec272 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 Aug 08 02:34:50.861765 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d847eee4-02c9-486f-8f70-3ef92d23373a req-8920f892-5309-4492-941b-74079bf763f4 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0302343 Aug 08 02:34:51.364529 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831530b-ad68-4ebb-b3a9-1c5b790797b1 req-3197732d-c771-4b29-a967-ac99b4999261 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:51.365966 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0831530b-ad68-4ebb-b3a9-1c5b790797b1 req-3197732d-c771-4b29-a967-ac99b4999261 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 931 time: 0.0471451 Aug 08 02:34:51.412758 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0831530b-ad68-4ebb-b3a9-1c5b790797b1 req-252bb610-483e-4576-8ac2-e4893099dd10 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408003 Aug 08 02:34:51.758448 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Request body: {'port': {'device_id': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:34:51.816377 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d5fbc-2a41-4cd2-9a4b-3912cb1480a1 req-67b9dab6-df60-4c70-8b6f-2b9b25ff8a66 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:51.817830 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1d0d5fbc-2a41-4cd2-9a4b-3912cb1480a1 req-67b9dab6-df60-4c70-8b6f-2b9b25ff8a66 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0753267 Aug 08 02:34:51.866285 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:51.902941 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1d0d5fbc-2a41-4cd2-9a4b-3912cb1480a1 req-8817a9aa-aba9-45a5-9ed3-29f68f54b2d7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793877 Aug 08 02:34:51.970435 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-34826ba5-4012-4bd4-8c80-7492d12eaa5d req-3f10d99a-473a-4402-8f34-9909e4749bda tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0328484 Aug 08 02:34:52.110851 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-90723e29-83fd-4b2b-bb42-3adf526a7781 req-52bd49da-d8cf-4c99-9a81-a0cb5ee8516a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503275 Aug 08 02:34:52.159025 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:52.192988 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1663d83-3f81-40a7-968b-47e96bdf8eb3 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:34:52.201658 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Publish callbacks [] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:52.248440 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Transition to ACTIVE for port object b1663d83-3f81-40a7-968b-47e96bdf8eb3 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:34:52.253636 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90723e29-83fd-4b2b-bb42-3adf526a7781 req-ed3c1648-fff3-4d7e-a717-c80f2c177369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:52.255199 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-90723e29-83fd-4b2b-bb42-3adf526a7781 req-ed3c1648-fff3-4d7e-a717-c80f2c177369 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 1129 time: 0.0509176 Aug 08 02:34:52.320067 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:52.426711 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Pushing event updated for resources: {'Port': ['ID=b1663d83-3f81-40a7-968b-47e96bdf8eb3,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:52.440224 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:52.450121 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90723e29-83fd-4b2b-bb42-3adf526a7781 req-31dc3272-44df-4f64-9636-4401e00d8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:52.451651 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-90723e29-83fd-4b2b-bb42-3adf526a7781 req-31dc3272-44df-4f64-9636-4401e00d8ad5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 918 time: 0.1770051 Aug 08 02:34:52.472783 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Attempting to bind port b1663d83-3f81-40a7-968b-47e96bdf8eb3 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:34:52.473108 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Attempting to bind port b1663d83-3f81-40a7-968b-47e96bdf8eb3 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '35978fbe-92ac-41e5-8c7e-82ab5ae890ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0039794c-6513-403c-9341-87684af30240'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:34:52.473556 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Attempting to bind port b1663d83-3f81-40a7-968b-47e96bdf8eb3 on network 0039794c-6513-403c-9341-87684af30240 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:52.477841 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Port b1663d83-3f81-40a7-968b-47e96bdf8eb3 on network 0039794c-6513-403c-9341-87684af30240 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:34:52.478450 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Attempting to bind port b1663d83-3f81-40a7-968b-47e96bdf8eb3 on network 0039794c-6513-403c-9341-87684af30240 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:34:52.484223 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:34:52.484558 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Checking segment: {'id': '35978fbe-92ac-41e5-8c7e-82ab5ae890ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0039794c-6513-403c-9341-87684af30240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:34:52.484931 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Bound using segment: {'id': '35978fbe-92ac-41e5-8c7e-82ab5ae890ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0039794c-6513-403c-9341-87684af30240'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:34:52.485346 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Bound port: b1663d83-3f81-40a7-968b-47e96bdf8eb3, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35978fbe-92ac-41e5-8c7e-82ab5ae890ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0039794c-6513-403c-9341-87684af30240'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:34:52.485693 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:52.557859 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee3f0c-1243-4a48-947b-3d16cca30cb9 req-818fb505-de3c-4e13-bb4e-cc1a0660c1a7 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:52.560243 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f9ee3f0c-1243-4a48-947b-3d16cca30cb9 req-818fb505-de3c-4e13-bb4e-cc1a0660c1a7 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 943 time: 0.0724194 Aug 08 02:34:52.617257 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] For port b1663d83-3f81-40a7-968b-47e96bdf8eb3, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:34:52.622861 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] For port b1663d83-3f81-40a7-968b-47e96bdf8eb3, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b1663d83-3f81-40a7-968b-47e96bdf8eb3,segment=NetworkSegment(35978fbe-92ac-41e5-8c7e-82ab5ae890ab),segment_id=35978fbe-92ac-41e5-8c7e-82ab5ae890ab)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:34:52.638645 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f9ee3f0c-1243-4a48-947b-3d16cca30cb9 req-6c1014a4-ad05-437d-8736-9be1d2d109c7 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719750 Aug 08 02:34:52.691396 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:52.695723 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:52.696347 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:52.697836 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/b1663d83-3f81-40a7-968b-47e96bdf8eb3 HTTP/1.1" status: 200 len: 1093 time: 0.9457290 Aug 08 02:34:52.698331 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'tag': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:34:52.701176 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c51d4ab-8ef1-4091-b9b7-b5d374c409b4" -d '{"events": [{"name": "network-changed", "server_uuid": "2013baeb-7052-438d-80c7-7e2be6eddca9", "tag": "b1663d83-3f81-40a7-968b-47e96bdf8eb3"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:34:52.744333 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8842d0-8388-44fa-935c-1709d0751bf7 x-openstack-request-id: req-7d8842d0-8388-44fa-935c-1709d0751bf7 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:34:52.744615 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2013baeb-7052-438d-80c7-7e2be6eddca9", "tag": "b1663d83-3f81-40a7-968b-47e96bdf8eb3", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:34:52.744864 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d8842d0-8388-44fa-935c-1709d0751bf7 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:34:52.745256 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d8842d0-8388-44fa-935c-1709d0751bf7'] response: {'name': 'network-changed', 'server_uuid': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'tag': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3', 'status': 'completed', 'code': 200} Aug 08 02:34:52.750539 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc04c5-f0aa-4323-8ced-debf6f9c0853 service neutron] Pushing event updated for resources: {'Port': ['ID=b1663d83-3f81-40a7-968b-47e96bdf8eb3,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:34:52.821929 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:52.890670 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0cbd7016-d660-40c0-ae54-e47a7ac0325a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:53.020002 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb57acb-4e5d-4c54-bc25-0ee765476788 req-65e64d7a-36b0-45af-90a0-79b0704fa128 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:53.022008 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7eb57acb-4e5d-4c54-bc25-0ee765476788 req-65e64d7a-36b0-45af-90a0-79b0704fa128 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0478334 Aug 08 02:34:53.070141 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7eb57acb-4e5d-4c54-bc25-0ee765476788 req-3d850455-4282-4740-b947-893c54c58075 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432322 Aug 08 02:34:53.095032 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fdeccb94-b099-4d74-96c7-0bc60ab293f9 req-3e9a3928-baa6-435c-af53-724078db67d8 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0295002 Aug 08 02:34:53.756095 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472fd23-3c0d-4f5d-85ab-3519d72b12da req-46a3d20d-32f2-48ed-bd8f-824aba29881d tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:53.757542 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e472fd23-3c0d-4f5d-85ab-3519d72b12da req-46a3d20d-32f2-48ed-bd8f-824aba29881d tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 943 time: 0.0491283 Aug 08 02:34:53.803725 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e472fd23-3c0d-4f5d-85ab-3519d72b12da req-f62af10e-dc77-46ed-b36c-a1d2d830dbcc tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400550 Aug 08 02:34:54.197440 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1fe87-fe95-4ad9-8172-153c58aa84a3 req-1c7176a0-bc6b-4974-9695-741579b5ffab tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:54.199074 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a0d1fe87-fe95-4ad9-8172-153c58aa84a3 req-1c7176a0-bc6b-4974-9695-741579b5ffab tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0540195 Aug 08 02:34:54.214668 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:54.252020 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a0d1fe87-fe95-4ad9-8172-153c58aa84a3 req-4b8f8ca1-df0c-4587-9af9-f02703c2d16a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468936 Aug 08 02:34:54.334558 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb4fa102-2718-46db-bf23-3ecff18c45d2 req-d370b69a-cdf9-4082-a431-c286fbc778d6 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0277958 Aug 08 02:34:54.354056 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:54.920666 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393639bf-bd6a-420e-b486-c28eafe2104f req-d7ced5e4-8d41-4bc2-bbad-c150d5d53d23 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:54.922182 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-393639bf-bd6a-420e-b486-c28eafe2104f req-d7ced5e4-8d41-4bc2-bbad-c150d5d53d23 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 943 time: 0.0479252 Aug 08 02:34:54.973022 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-393639bf-bd6a-420e-b486-c28eafe2104f req-1f258a51-9afe-422c-9df5-a71e8323cac3 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452681 Aug 08 02:34:55.366888 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a552-2233-450a-adca-5908ca1c45d9 req-5e0f6b06-1d9a-43dc-858d-307cb6a80bb5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:55.368051 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3294a552-2233-450a-adca-5908ca1c45d9 req-5e0f6b06-1d9a-43dc-858d-307cb6a80bb5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0464492 Aug 08 02:34:55.416706 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3294a552-2233-450a-adca-5908ca1c45d9 req-e72012bb-79f1-47d2-9cec-98fe91d24f8e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421121 Aug 08 02:34:55.437111 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b5171094-9586-4f3c-8857-102c1c4f1f6a req-4919772c-8912-4ef2-bf05-6f81daff7b5f tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0293016 Aug 08 02:34:55.991590 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:56.056377 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:56.145695 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-90723e29-83fd-4b2b-bb42-3adf526a7781 req-052891b3-66ec-412c-9be7-46efcf693487 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b02fabe8-9ace-422a-a568-18c37daa63c2 HTTP/1.1" status: 200 len: 217 time: 0.0607390 Aug 08 02:34:56.158049 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1598db-5c0a-4629-879f-dac0572066e6 req-f5e4b8ad-7f44-4663-98ed-e219e7d65fb6 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:56.159483 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9d1598db-5c0a-4629-879f-dac0572066e6 req-f5e4b8ad-7f44-4663-98ed-e219e7d65fb6 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 943 time: 0.1092026 Aug 08 02:34:56.203800 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:56.204931 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51d4ab-8ef1-4091-b9b7-b5d374c409b4 req-851c8770-41fb-4c64-ae60-4be982c34029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:56.206657 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7c51d4ab-8ef1-4091-b9b7-b5d374c409b4 req-851c8770-41fb-4c64-ae60-4be982c34029 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=31bdca178d874d499b1492305ad45a9c&device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 1127 time: 0.1228609 Aug 08 02:34:56.270003 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90723e29-83fd-4b2b-bb42-3adf526a7781 req-57de4f56-c45a-47df-b319-6ca9ed0f52a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:56.271491 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-90723e29-83fd-4b2b-bb42-3adf526a7781 req-57de4f56-c45a-47df-b319-6ca9ed0f52a3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.1093175 Aug 08 02:34:56.371421 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9d1598db-5c0a-4629-879f-dac0572066e6 req-53b61bff-70d5-4d66-89dc-fb60c0cd24bf tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978438 Aug 08 02:34:56.395798 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90723e29-83fd-4b2b-bb42-3adf526a7781 req-473c9fa5-8378-41a7-986e-0ef9d0e32a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:56.397363 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-90723e29-83fd-4b2b-bb42-3adf526a7781 req-473c9fa5-8378-41a7-986e-0ef9d0e32a09 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0915504 Aug 08 02:34:56.467039 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:56.520516 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51d4ab-8ef1-4091-b9b7-b5d374c409b4 req-29de346c-7751-4323-8a96-91f9c3ae4581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:56.521954 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7c51d4ab-8ef1-4091-b9b7-b5d374c409b4 req-29de346c-7751-4323-8a96-91f9c3ae4581 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=31bdca178d874d499b1492305ad45a9c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3001735 Aug 08 02:34:56.551154 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da375553-42cf-4e08-9225-623cea5ecc51 req-a7b1ea09-4b80-4c47-b85d-71cbf3432245 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:56.552763 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-da375553-42cf-4e08-9225-623cea5ecc51 req-a7b1ea09-4b80-4c47-b85d-71cbf3432245 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0580964 Aug 08 02:34:56.608322 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-da375553-42cf-4e08-9225-623cea5ecc51 req-9ed80158-930c-4a20-b0a4-244a2eee91dd tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491199 Aug 08 02:34:56.637726 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-748599bc-ff34-40d4-aec2-5b1c464743e4 req-5d3ee990-a690-4bf9-98e0-c0281427ec9d tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.1131001 Aug 08 02:34:56.683812 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-90723e29-83fd-4b2b-bb42-3adf526a7781 req-e9e2376f-6302-4c01-96cf-da3047049b76 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794807 Aug 08 02:34:56.800914 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51d4ab-8ef1-4091-b9b7-b5d374c409b4 req-1eff1f3b-84eb-4ca4-b0b0-f5e73b87f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:56.802382 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7c51d4ab-8ef1-4091-b9b7-b5d374c409b4 req-1eff1f3b-84eb-4ca4-b0b0-f5e73b87f03d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2728751 Aug 08 02:34:56.828512 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-90723e29-83fd-4b2b-bb42-3adf526a7781 req-9e89b91c-e919-4753-a94a-455b5b5b4561 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342216 Aug 08 02:34:57.009208 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-991c228d-26fb-49c1-9955-d89f867c2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:57.010635 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-991c228d-26fb-49c1-9955-d89f867c2571 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=31bdca178d874d499b1492305ad45a9c&device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 1127 time: 0.0398445 Aug 08 02:34:57.260406 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-5a79160a-561e-491b-bcea-d127ad4e85cb service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1663d83-3f81-40a7-968b-47e96bdf8eb3 HTTP/1.1" status: 200 len: 217 time: 0.2278790 Aug 08 02:34:57.309441 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-cb694fd1-0ffc-4795-be84-e554f9611650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:57.310920 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-cb694fd1-0ffc-4795-be84-e554f9611650 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5 HTTP/1.1" status: 200 len: 853 time: 0.0444679 Aug 08 02:34:57.476938 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:57.487722 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92992417-ef28-4ada-a8a8-c3869e643435 req-b80c4f0f-840b-4f56-ac26-6afa8d461fab tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:57.489191 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-92992417-ef28-4ada-a8a8-c3869e643435 req-b80c4f0f-840b-4f56-ac26-6afa8d461fab tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 943 time: 0.0476615 Aug 08 02:34:57.538099 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-04c5570e-c995-4a82-8d77-e15a3333cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:57.540264 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-04c5570e-c995-4a82-8d77-e15a3333cd87 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0039794c-6513-403c-9341-87684af30240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424199 Aug 08 02:34:57.545681 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-92992417-ef28-4ada-a8a8-c3869e643435 req-b47b90a8-6f07-4002-b8b3-bbcbb117cb5e tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508928 Aug 08 02:34:57.658905 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-0248be1d-822e-4133-a125-8374812c826f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0039794c-6513-403c-9341-87684af30240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072588 Aug 08 02:34:57.747334 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-21d3352a-c966-424f-8a33-643b4dae1212 req-cb50cddf-6667-4603-af5a-05cf9b03bc03 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0288222 Aug 08 02:34:57.775314 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf6634-35ba-49a6-bbfe-4e8bd64ef760 req-5fe66153-5e12-4aa2-9aca-b4ecf071eb9a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:57.776978 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5cdf6634-35ba-49a6-bbfe-4e8bd64ef760 req-5fe66153-5e12-4aa2-9aca-b4ecf071eb9a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0633752 Aug 08 02:34:57.822153 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4932e80e-60f1-40d0-a73f-3aec2abf559a req-86e028a3-f8e6-4a2d-8dd5-07a9b58d20a9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0039794c-6513-403c-9341-87684af30240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609733 Aug 08 02:34:57.843153 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5cdf6634-35ba-49a6-bbfe-4e8bd64ef760 req-6ce9ee48-9fd4-4bd9-aa0c-23b069f348c4 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573523 Aug 08 02:34:58.462359 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:34:58.674258 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16f09b-6876-42f1-8790-2e4ffa7a9ea3 req-178a0e85-1b48-4866-a1f2-07b100a22b48 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:58.675745 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9f16f09b-6876-42f1-8790-2e4ffa7a9ea3 req-178a0e85-1b48-4866-a1f2-07b100a22b48 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 943 time: 0.0496242 Aug 08 02:34:58.724213 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9f16f09b-6876-42f1-8790-2e4ffa7a9ea3 req-de764e0b-b340-43c8-a636-62ebcea46782 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428443 Aug 08 02:34:58.855048 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1b5e2ac7-8c6b-4f1e-ba36-b75a3073d031 req-af4d0651-7a25-4316-89a1-bfe5dd6dd559 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0298879 Aug 08 02:34:58.970586 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd447cc-0f12-4edb-9a79-e2240a63b9b7 req-392349b7-f1ff-4d3f-9a3f-1f087e636a70 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:58.972670 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9fd447cc-0f12-4edb-9a79-e2240a63b9b7 req-392349b7-f1ff-4d3f-9a3f-1f087e636a70 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0551052 Aug 08 02:34:59.027849 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9fd447cc-0f12-4edb-9a79-e2240a63b9b7 req-00bfa73f-daf1-4a61-9e57-b78961297369 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489762 Aug 08 02:34:59.836082 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:34:59.850230 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512aeb4-bb65-49eb-b279-ae0e4dd29f16 req-3e05bd01-3af9-4610-8635-5e6aad791f08 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:34:59.851716 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0512aeb4-bb65-49eb-b279-ae0e4dd29f16 req-3e05bd01-3af9-4610-8635-5e6aad791f08 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 943 time: 0.0491760 Aug 08 02:34:59.907167 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0512aeb4-bb65-49eb-b279-ae0e4dd29f16 req-44dfa5df-d992-435b-8f97-5258464db61b tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490370 Aug 08 02:34:59.969775 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7ea33de6-5b6e-4348-9477-eebf04521008 req-a69c1dd8-3d3e-4f20-9a53-aca34a0776ad tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0289137 Aug 08 02:35:00.146790 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34bf4f-a44e-43b9-bad5-2f1e3872cc2c req-eee17bd1-b39d-40fb-bc0b-7eea49ae58f6 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:00.148265 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9c34bf4f-a44e-43b9-bad5-2f1e3872cc2c req-eee17bd1-b39d-40fb-bc0b-7eea49ae58f6 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0495133 Aug 08 02:35:00.197976 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9c34bf4f-a44e-43b9-bad5-2f1e3872cc2c req-83f823b9-59e4-4b77-906c-1cdbc087954e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436785 Aug 08 02:35:00.270384 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 41564) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:00.376724 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fbb113d3-7479-4b9f-b668-bdeee139e5bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:00.468816 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fbb113d3-7479-4b9f-b668-bdeee139e5bd admin admin] Publish callbacks [] for security_group (e207d5a2-f805-48b0-b5c6-a7d1789c6cc8), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:00.575369 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fbb113d3-7479-4b9f-b668-bdeee139e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e207d5a2-f805-48b0-b5c6-a7d1789c6cc8), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:00.596240 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:00.626120 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41582) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:00.634400 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-fbb113d3-7479-4b9f-b668-bdeee139e5bd admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e431f63014204603ab0dba1d4fe646f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518910 Aug 08 02:35:00.635422 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb113d3-7479-4b9f-b668-bdeee139e5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e207d5a2-f805-48b0-b5c6-a7d1789c6cc8,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:00.678878 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7363a2be-6853-40de-b30a-32a61d25bb10 admin admin] Publish callbacks [] for security_group (e207d5a2-f805-48b0-b5c6-a7d1789c6cc8), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:00.701231 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7363a2be-6853-40de-b30a-32a61d25bb10 admin admin] Publish callbacks [] for security_group (e207d5a2-f805-48b0-b5c6-a7d1789c6cc8), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:00.795051 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7363a2be-6853-40de-b30a-32a61d25bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e207d5a2-f805-48b0-b5c6-a7d1789c6cc8), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:00.799314 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7363a2be-6853-40de-b30a-32a61d25bb10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:00.814838 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7363a2be-6853-40de-b30a-32a61d25bb10 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e207d5a2-f805-48b0-b5c6-a7d1789c6cc8 HTTP/1.1" status: 204 len: 168 time: 0.1736333 Aug 08 02:35:00.814838 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363a2be-6853-40de-b30a-32a61d25bb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e207d5a2-f805-48b0-b5c6-a7d1789c6cc8,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:00.880406 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41590) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:01.043067 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-22b6e0a9-8a5a-4fa7-a08f-5994789be957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.061271 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045ab07-79a9-4dd0-ace4-a1803aae2b0c req-6b360fdb-79a1-424b-8a1d-01a24b5f0613 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:01.063055 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f045ab07-79a9-4dd0-ace4-a1803aae2b0c req-6b360fdb-79a1-424b-8a1d-01a24b5f0613 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 943 time: 0.0736179 Aug 08 02:35:01.090503 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5564eef0-f5e0-4352-a820-fd20f61800eb req-de5d0599-a863-481f-a363-5226773e4e40 tempest-DeleteServersTestJSON-2098427827 tempest-DeleteServersTestJSON-2098427827-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bcf3b2b7-8778-4f17-b615-2dad95f66ecb HTTP/1.1" status: 200 len: 210 time: 0.0398996 Aug 08 02:35:01.127543 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:01.142872 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f045ab07-79a9-4dd0-ace4-a1803aae2b0c req-0140b8c1-fd12-4a9c-afab-edeef1e17801 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726137 Aug 08 02:35:01.177935 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-22b6e0a9-8a5a-4fa7-a08f-5994789be957 admin admin] Publish callbacks [] for security_group (5407505e-5de9-462d-84ec-5c5288628831), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.262092 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-22b6e0a9-8a5a-4fa7-a08f-5994789be957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (5407505e-5de9-462d-84ec-5c5288628831), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.303978 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-22b6e0a9-8a5a-4fa7-a08f-5994789be957 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f99e0384406446c2a7a0c880faf8aef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4224768 Aug 08 02:35:01.306033 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6e0a9-8a5a-4fa7-a08f-5994789be957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5407505e-5de9-462d-84ec-5c5288628831,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:01.307816 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 41602) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:01.331829 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8db62-518d-408d-a8d0-c014fcbebc29 req-79a7e23e-5878-4da9-822a-9b362133b494 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:01.333270 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-15e8db62-518d-408d-a8d0-c014fcbebc29 req-79a7e23e-5878-4da9-822a-9b362133b494 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0619216 Aug 08 02:35:01.409517 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-21d1d250-e9b4-4f01-a5fd-dbfea5cae0b0 admin admin] Publish callbacks [] for security_group (5407505e-5de9-462d-84ec-5c5288628831), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.415290 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-15e8db62-518d-408d-a8d0-c014fcbebc29 req-fb8ac5cd-4e94-4ee7-9db9-2742f03d8533 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763636 Aug 08 02:35:01.437571 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-21d1d250-e9b4-4f01-a5fd-dbfea5cae0b0 admin admin] Publish callbacks [] for security_group (5407505e-5de9-462d-84ec-5c5288628831), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.591039 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-21d1d250-e9b4-4f01-a5fd-dbfea5cae0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (5407505e-5de9-462d-84ec-5c5288628831), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.591247 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41604) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:01.593858 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-21d1d250-e9b4-4f01-a5fd-dbfea5cae0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.597380 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-21d1d250-e9b4-4f01-a5fd-dbfea5cae0b0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5407505e-5de9-462d-84ec-5c5288628831 HTTP/1.1" status: 204 len: 168 time: 0.2857187 Aug 08 02:35:01.611071 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-80f05c0e-16f1-4aad-bef3-011923ec9457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.611845 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1d250-e9b4-4f01-a5fd-dbfea5cae0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5407505e-5de9-462d-84ec-5c5288628831,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:01.627777 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:01.744663 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-80f05c0e-16f1-4aad-bef3-011923ec9457 admin admin] Publish callbacks [] for security_group (658355f5-ea59-4537-bbb5-b65ddb838502), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.854850 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-80f05c0e-16f1-4aad-bef3-011923ec9457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (658355f5-ea59-4537-bbb5-b65ddb838502), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.900002 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-80f05c0e-16f1-4aad-bef3-011923ec9457 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5b94911b4ab94a26a28f37cc8fdf9ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075573 Aug 08 02:35:01.901883 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f05c0e-16f1-4aad-bef3-011923ec9457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658355f5-ea59-4537-bbb5-b65ddb838502,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:01.902751 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 41620) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:01.960210 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-96b6c08e-0ba9-4e86-a70c-94d6e9c690d7 admin admin] Publish callbacks [] for security_group (658355f5-ea59-4537-bbb5-b65ddb838502), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:01.973744 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=8 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:01.990107 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-96b6c08e-0ba9-4e86-a70c-94d6e9c690d7 admin admin] Publish callbacks [] for security_group (658355f5-ea59-4537-bbb5-b65ddb838502), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:02.069792 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device b1663d83-3f81-40a7-968b-47e96bdf8eb3 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:35:02.128811 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-96b6c08e-0ba9-4e86-a70c-94d6e9c690d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (658355f5-ea59-4537-bbb5-b65ddb838502), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:02.131526 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-96b6c08e-0ba9-4e86-a70c-94d6e9c690d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:02.132878 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-96b6c08e-0ba9-4e86-a70c-94d6e9c690d7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/658355f5-ea59-4537-bbb5-b65ddb838502 HTTP/1.1" status: 204 len: 168 time: 0.2280765 Aug 08 02:35:02.141810 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6c08e-0ba9-4e86-a70c-94d6e9c690d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658355f5-ea59-4537-bbb5-b65ddb838502,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:02.210446 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port b1663d83-3f81-40a7-968b-47e96bdf8eb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b1663d83-3f81-40a7-968b-47e96bdf8eb3,segment=NetworkSegment(35978fbe-92ac-41e5-8c7e-82ab5ae890ab),segment_id=35978fbe-92ac-41e5-8c7e-82ab5ae890ab)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:02.236661 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3', 'network_id': '0039794c-6513-403c-9341-87684af30240', 'port_id': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3', 'mac_address': 'fa:16:3e:d6:1f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:35:02.281129 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port b1663d83-3f81-40a7-968b-47e96bdf8eb3 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:02.281764 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:02.311523 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cb924-84a2-49fe-b055-757ac2974563 req-464f6cb1-034a-4a9e-955e-5ef681a8418f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:02.320581 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-882cb924-84a2-49fe-b055-757ac2974563 req-464f6cb1-034a-4a9e-955e-5ef681a8418f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 943 time: 0.0652857 Aug 08 02:35:02.326072 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1663d83-3f81-40a7-968b-47e96bdf8eb3 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:35:02.370985 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-882cb924-84a2-49fe-b055-757ac2974563 req-cfbe1e23-5caf-4009-bb56-bb4d5cbf6e6f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493088 Aug 08 02:35:02.377221 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port b1663d83-3f81-40a7-968b-47e96bdf8eb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b1663d83-3f81-40a7-968b-47e96bdf8eb3,segment=NetworkSegment(35978fbe-92ac-41e5-8c7e-82ab5ae890ab),segment_id=35978fbe-92ac-41e5-8c7e-82ab5ae890ab)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:02.475358 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 41654) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:02.484139 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:02.541529 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=b1663d83-3f81-40a7-968b-47e96bdf8eb3,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:02.571608 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac1d38-1b27-4b01-8c75-a7a6b11a3645 req-2da6805b-3454-40b7-80d4-03cd4cce6f75 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:02.573109 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-54ac1d38-1b27-4b01-8c75-a7a6b11a3645 req-2da6805b-3454-40b7-80d4-03cd4cce6f75 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0488873 Aug 08 02:35:02.625952 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-54ac1d38-1b27-4b01-8c75-a7a6b11a3645 req-306833df-f9db-4924-9013-d3f7cefd5689 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469449 Aug 08 02:35:02.650270 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a88a679d-e3ae-47fc-a69e-935f2e77e42c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:02.708668 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:02.748664 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a88a679d-e3ae-47fc-a69e-935f2e77e42c admin admin] Publish callbacks [] for security_group (6dd3ee12-0c26-4889-bd46-1ecbd1d816cc), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:02.856429 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a88a679d-e3ae-47fc-a69e-935f2e77e42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (6dd3ee12-0c26-4889-bd46-1ecbd1d816cc), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:02.885970 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['b1663d83-3f81-40a7-968b-47e96bdf8eb3'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:35:02.902830 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41670) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:02.903806 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-a88a679d-e3ae-47fc-a69e-935f2e77e42c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6adff57d14564e5089786cfc2e21de71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4263375 Aug 08 02:35:02.904611 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a679d-e3ae-47fc-a69e-935f2e77e42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd3ee12-0c26-4889-bd46-1ecbd1d816cc,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:02.967499 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ddc74c82-259a-4cf6-bc59-19f03522b88d admin admin] Publish callbacks [] for security_group (6dd3ee12-0c26-4889-bd46-1ecbd1d816cc), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:02.995103 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ddc74c82-259a-4cf6-bc59-19f03522b88d admin admin] Publish callbacks [] for security_group (6dd3ee12-0c26-4889-bd46-1ecbd1d816cc), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.083239 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41678) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:03.099812 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa5a1-b1d9-4edb-997d-2899e16c09ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.129223 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41680) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:03.161564 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ddc74c82-259a-4cf6-bc59-19f03522b88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (6dd3ee12-0c26-4889-bd46-1ecbd1d816cc), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.164032 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ddc74c82-259a-4cf6-bc59-19f03522b88d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.168411 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-ddc74c82-259a-4cf6-bc59-19f03522b88d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6dd3ee12-0c26-4889-bd46-1ecbd1d816cc HTTP/1.1" status: 204 len: 168 time: 0.2602096 Aug 08 02:35:03.188286 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc74c82-259a-4cf6-bc59-19f03522b88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd3ee12-0c26-4889-bd46-1ecbd1d816cc,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:03.223842 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:03.239457 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa5a1-b1d9-4edb-997d-2899e16c09ca admin admin] Publish callbacks [] for security_group (4eb8cd04-c257-4851-9e42-841fbf94d443), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.300396 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-5fd63a3e-3176-4416-88a9-54cafcd5177d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2122506512-network', 'tenant_id': '5ec7a76094c54d6c8e2517e254f44c16'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:03.353502 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa5a1-b1d9-4edb-997d-2899e16c09ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (4eb8cd04-c257-4851-9e42-841fbf94d443), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.400461 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-5c8aa5a1-b1d9-4edb-997d-2899e16c09ca admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f4f13e6bb10f4b12b10d68091d18f8aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155537 Aug 08 02:35:03.401604 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8aa5a1-b1d9-4edb-997d-2899e16c09ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb8cd04-c257-4851-9e42-841fbf94d443,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:03.402775 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 41690) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:03.417316 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:03.455181 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7fc7bb78-8c36-4a1f-a512-dd6acea45fbc admin admin] Publish callbacks [] for security_group (4eb8cd04-c257-4851-9e42-841fbf94d443), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.480041 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd63a3e-3176-4416-88a9-54cafcd5177d admin admin] Made reservation on behalf of 5ec7a76094c54d6c8e2517e254f44c16 for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:35:03.482644 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5fd63a3e-3176-4416-88a9-54cafcd5177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.493328 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5fd63a3e-3176-4416-88a9-54cafcd5177d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.503357 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7fc7bb78-8c36-4a1f-a512-dd6acea45fbc admin admin] Publish callbacks [] for security_group (4eb8cd04-c257-4851-9e42-841fbf94d443), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.535565 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecc4ea-fcf4-4f89-be2e-147f5e03c154 req-b8c9131f-63f9-4187-9253-b62d5c959f01 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:03.537056 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e5ecc4ea-fcf4-4f89-be2e-147f5e03c154 req-b8c9131f-63f9-4187-9253-b62d5c959f01 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 944 time: 0.0772283 Aug 08 02:35:03.584346 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5fd63a3e-3176-4416-88a9-54cafcd5177d admin admin] Publish callbacks [] for security_group (81e739b4-7ff9-4312-a603-44bc2145f1d0), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.596263 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e5ecc4ea-fcf4-4f89-be2e-147f5e03c154 req-31451249-5102-483e-b93c-401241a1ef7a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531464 Aug 08 02:35:03.651038 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5fd63a3e-3176-4416-88a9-54cafcd5177d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (81e739b4-7ff9-4312-a603-44bc2145f1d0), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.674557 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:03.685883 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd63a3e-3176-4416-88a9-54cafcd5177d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e739b4-7ff9-4312-a603-44bc2145f1d0,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:03.702426 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7fc7bb78-8c36-4a1f-a512-dd6acea45fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (4eb8cd04-c257-4851-9e42-841fbf94d443), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.706465 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7fc7bb78-8c36-4a1f-a512-dd6acea45fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.710284 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-7fc7bb78-8c36-4a1f-a512-dd6acea45fbc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4eb8cd04-c257-4851-9e42-841fbf94d443 HTTP/1.1" status: 204 len: 168 time: 0.3039684 Aug 08 02:35:03.712925 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd63a3e-3176-4416-88a9-54cafcd5177d admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:35:03.727034 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7bb78-8c36-4a1f-a512-dd6acea45fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb8cd04-c257-4851-9e42-841fbf94d443,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:03.748205 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5fd63a3e-3176-4416-88a9-54cafcd5177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (80bad3da-eb7b-487e-9c8d-27a7732431a8), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.748598 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-5fd63a3e-3176-4416-88a9-54cafcd5177d admin admin] Added segment 80bad3da-eb7b-487e-9c8d-27a7732431a8 of type vlan for network 235dc6e2-4294-4f34-bc7f-a3769150961e Aug 08 02:35:03.806112 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1cc24-54e8-4a41-b5c7-21900b0c1665 req-e646bc81-d94a-44ff-b050-6eb6cc29ba6f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:03.810970 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a4d1cc24-54e8-4a41-b5c7-21900b0c1665 req-e646bc81-d94a-44ff-b050-6eb6cc29ba6f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0993707 Aug 08 02:35:03.816519 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5fd63a3e-3176-4416-88a9-54cafcd5177d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (235dc6e2-4294-4f34-bc7f-a3769150961e), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.879019 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a4d1cc24-54e8-4a41-b5c7-21900b0c1665 req-93bd2938-becb-44b1-909d-d7580df8cc9a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649529 Aug 08 02:35:03.892340 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 41710) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:03.968430 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5fd63a3e-3176-4416-88a9-54cafcd5177d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (235dc6e2-4294-4f34-bc7f-a3769150961e), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:03.969619 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd63a3e-3176-4416-88a9-54cafcd5177d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:03.970690 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5fd63a3e-3176-4416-88a9-54cafcd5177d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.064117 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device b1663d83-3f81-40a7-968b-47e96bdf8eb3 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:04.065936 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd63a3e-3176-4416-88a9-54cafcd5177d admin admin] Pushing event updated for resources: {'Network': ['ID=235dc6e2-4294-4f34-bc7f-a3769150961e,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:04.088994 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-5fd63a3e-3176-4416-88a9-54cafcd5177d admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9585817 Aug 08 02:35:04.089935 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41718) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:04.095899 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network 235dc6e2-4294-4f34-bc7f-a3769150961e details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:35:04.097825 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-9a691d2a-c87c-4901-b8e7-89810b4a2e3f admin admin] Request body: {'subnet': {'network_id': '235dc6e2-4294-4f34-bc7f-a3769150961e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2122506512-subnet', 'tenant_id': '5ec7a76094c54d6c8e2517e254f44c16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:04.192460 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port b1663d83-3f81-40a7-968b-47e96bdf8eb3 completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:35:04.210595 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a691d2a-c87c-4901-b8e7-89810b4a2e3f admin admin] Made reservation on behalf of 5ec7a76094c54d6c8e2517e254f44c16 for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:35:04.215874 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9a691d2a-c87c-4901-b8e7-89810b4a2e3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.289362 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port b1663d83-3f81-40a7-968b-47e96bdf8eb3 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:04.289912 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.290713 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:04.310157 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db450d69-449c-44d5-9430-2f493228b42d req-e445a38f-c758-4193-9ad8-58b3e2d29d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:04.311691 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-db450d69-449c-44d5-9430-2f493228b42d req-e445a38f-c758-4193-9ad8-58b3e2d29d30 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 1129 time: 0.0573242 Aug 08 02:35:04.452268 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port b1663d83-3f81-40a7-968b-47e96bdf8eb3 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:04.452663 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.479165 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:35:04.480434 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-db450d69-449c-44d5-9430-2f493228b42d req-b3565343-c4ca-4854-82a5-020b3103c0ea service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496794 Aug 08 02:35:04.481481 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3729ea07-478c-41f7-8172-08b52f98e2a4" -d '{"events": [{"server_uuid": "2013baeb-7052-438d-80c7-7e2be6eddca9", "name": "network-vif-plugged", "status": "completed", "tag": "b1663d83-3f81-40a7-968b-47e96bdf8eb3"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:35:04.484038 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:04.498916 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port b1663d83-3f81-40a7-968b-47e96bdf8eb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b1663d83-3f81-40a7-968b-47e96bdf8eb3,segment=NetworkSegment(35978fbe-92ac-41e5-8c7e-82ab5ae890ab),segment_id=35978fbe-92ac-41e5-8c7e-82ab5ae890ab)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:04.501992 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6a687877-92aa-4ed7-8c7d-4b0e46b94389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729648'] for router_interface (18ea2ee9-e030-4828-bc77-5ed48221224c), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.508318 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9a691d2a-c87c-4901-b8e7-89810b4a2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for subnet (6a08cb1c-6783-42c0-a4e7-dc9423a83400), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.529459 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1c9e65-cbfc-42db-817f-db038ce37d2c x-openstack-request-id: req-6f1c9e65-cbfc-42db-817f-db038ce37d2c {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:35:04.529629 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2013baeb-7052-438d-80c7-7e2be6eddca9", "name": "network-vif-plugged", "status": "completed", "tag": "b1663d83-3f81-40a7-968b-47e96bdf8eb3", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:35:04.529852 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f1c9e65-cbfc-42db-817f-db038ce37d2c {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:35:04.530277 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1c9e65-cbfc-42db-817f-db038ce37d2c'] response: {'server_uuid': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3', 'code': 200} Aug 08 02:35:04.557607 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.568389 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:04.578546 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a691d2a-c87c-4901-b8e7-89810b4a2e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a08cb1c-6783-42c0-a4e7-dc9423a83400,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:04.588561 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a691d2a-c87c-4901-b8e7-89810b4a2e3f admin admin] Checking segment: {'id': '80bad3da-eb7b-487e-9c8d-27a7732431a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '235dc6e2-4294-4f34-bc7f-a3769150961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:35:04.588838 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a691d2a-c87c-4901-b8e7-89810b4a2e3f admin admin] Network hostable DHCP agents. Network: 235dc6e2-4294-4f34-bc7f-a3769150961e, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:35:04.661204 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=b1663d83-3f81-40a7-968b-47e96bdf8eb3,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:04.708094 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a691d2a-c87c-4901-b8e7-89810b4a2e3f admin admin] Network 235dc6e2-4294-4f34-bc7f-a3769150961e is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:35:04.735417 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d464128-9869-4d21-a3f1-b9169230101c req-0816cf28-54e0-45d3-95ef-611bdc425d3e tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:04.736957 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4d464128-9869-4d21-a3f1-b9169230101c req-0816cf28-54e0-45d3-95ef-611bdc425d3e tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 945 time: 0.0585959 Aug 08 02:35:04.806408 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:04.811265 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4d464128-9869-4d21-a3f1-b9169230101c req-6ac42558-5f29-454f-bfe0-fe036db9e686 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676491 Aug 08 02:35:04.831401 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-9a691d2a-c87c-4901-b8e7-89810b4a2e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, 235dc6e2-4294-4f34-bc7f-a3769150961e) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:04.836416 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a691d2a-c87c-4901-b8e7-89810b4a2e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:04.837132 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9a691d2a-c87c-4901-b8e7-89810b4a2e3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.845466 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4402ff-360e-4f17-a03f-e0ebc92ce2fc None None] Network 235dc6e2-4294-4f34-bc7f-a3769150961e requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:35:04.899251 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-6a687877-92aa-4ed7-8c7d-4b0e46b94389 admin admin] Deleting port 6b1edf67-04b9-4580-83c6-32465dfdf318 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:35:04.899698 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6a687877-92aa-4ed7-8c7d-4b0e46b94389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:04.969823 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b786d0c-02c5-4124-88bf-303783dcb3a1 None None] Network 235dc6e2-4294-4f34-bc7f-a3769150961e requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:35:05.012957 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-9a691d2a-c87c-4901-b8e7-89810b4a2e3f admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9189239 Aug 08 02:35:05.059348 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f2e37-468f-4920-a5ed-3b4dba1c71eb req-5a4c7fd8-8d86-4aef-830f-8ac9db3566f9 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:05.066159 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b66f2e37-468f-4920-a5ed-3b4dba1c71eb req-5a4c7fd8-8d86-4aef-830f-8ac9db3566f9 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0874257 Aug 08 02:35:05.069733 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-6a687877-92aa-4ed7-8c7d-4b0e46b94389 admin admin] For port 6b1edf67-04b9-4580-83c6-32465dfdf318, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=6b1edf67-04b9-4580-83c6-32465dfdf318,segment=NetworkSegment(7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4),segment_id=7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:05.070099 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6a687877-92aa-4ed7-8c7d-4b0e46b94389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.096996 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-6a687877-92aa-4ed7-8c7d-4b0e46b94389 admin admin] Calling delete_port for 6b1edf67-04b9-4580-83c6-32465dfdf318 owned by network:router_interface {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:35:05.157119 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:05.164364 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b66f2e37-468f-4920-a5ed-3b4dba1c71eb req-010434c9-12a0-4474-828a-3b8a04cdb010 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973854 Aug 08 02:35:05.353224 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cc9ce-0f56-4f3c-8d76-23160a6fbb6d req-14efd3b7-ac87-42c0-ac70-72995841d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:05.355051 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-309cc9ce-0f56-4f3c-8d76-23160a6fbb6d req-14efd3b7-ac87-42c0-ac70-72995841d4ca service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 1129 time: 0.0451064 Aug 08 02:35:05.366097 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41766) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:05.398000 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:05.398374 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41770) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:05.404335 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-309cc9ce-0f56-4f3c-8d76-23160a6fbb6d req-4051a78d-10a3-454e-b91d-7d48aaf065fa service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428715 Aug 08 02:35:05.410429 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6a687877-92aa-4ed7-8c7d-4b0e46b94389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (6b1edf67-04b9-4580-83c6-32465dfdf318), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.439201 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a687877-92aa-4ed7-8c7d-4b0e46b94389 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1edf67-04b9-4580-83c6-32465dfdf318,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:05.662531 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6a687877-92aa-4ed7-8c7d-4b0e46b94389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729772'] for router_interface (18ea2ee9-e030-4828-bc77-5ed48221224c), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.663399 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bd0d51a8-84a5-46c1-b9f8-c62cd819057d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.726142 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9cbd7585-cfdd-4b7a-a9e4-e7d539c33c88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.755234 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:05.803830 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bd0d51a8-84a5-46c1-b9f8-c62cd819057d admin admin] Publish callbacks [] for security_group (19ade467-8b27-4ada-b6e7-d456f27f7687), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.872932 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9cbd7585-cfdd-4b7a-a9e4-e7d539c33c88 admin admin] Publish callbacks [] for security_group (2adaf6af-5aa4-4a6b-a81a-b3df4304ef70), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.888966 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bd0d51a8-84a5-46c1-b9f8-c62cd819057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (19ade467-8b27-4ada-b6e7-d456f27f7687), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:05.945556 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d51a8-84a5-46c1-b9f8-c62cd819057d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ade467-8b27-4ada-b6e7-d456f27f7687,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:05.972868 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-bd0d51a8-84a5-46c1-b9f8-c62cd819057d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bbd654c229774aa8a91164c0b097bd26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6056378 Aug 08 02:35:05.976214 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41780) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:05.988641 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9cbd7585-cfdd-4b7a-a9e4-e7d539c33c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (2adaf6af-5aa4-4a6b-a81a-b3df4304ef70), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.024210 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c249cd5-a646-4028-b9da-6bb450a34b6a req-bb58d159-9e8f-46e0-8034-59e1cc1504a2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:06.031757 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2c249cd5-a646-4028-b9da-6bb450a34b6a req-bb58d159-9e8f-46e0-8034-59e1cc1504a2 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 945 time: 0.1269548 Aug 08 02:35:06.111159 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-9cbd7585-cfdd-4b7a-a9e4-e7d539c33c88 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bde5689c6a904f7baa55df75664a8994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7118025 Aug 08 02:35:06.119377 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41784) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:06.145341 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd7585-cfdd-4b7a-a9e4-e7d539c33c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adaf6af-5aa4-4a6b-a81a-b3df4304ef70,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:06.176002 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a687877-92aa-4ed7-8c7d-4b0e46b94389 admin admin] Router 18ea2ee9-e030-4828-bc77-5ed48221224c has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:35:06.186151 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-16616f0c-ff3f-4dd2-ab1a-a35c17c30037 admin admin] Publish callbacks [] for security_group (19ade467-8b27-4ada-b6e7-d456f27f7687), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.199347 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2c249cd5-a646-4028-b9da-6bb450a34b6a req-aff52e64-2e0d-47c1-979b-82a1d72e3e9c tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667292 Aug 08 02:35:06.229479 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-16616f0c-ff3f-4dd2-ab1a-a35c17c30037 admin admin] Publish callbacks [] for security_group (19ade467-8b27-4ada-b6e7-d456f27f7687), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.250608 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f201-1896-43e7-9d0c-2d043ebf9a9c admin admin] Publish callbacks [] for security_group (2adaf6af-5aa4-4a6b-a81a-b3df4304ef70), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.269990 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:06.298452 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f201-1896-43e7-9d0c-2d043ebf9a9c admin admin] Publish callbacks [] for security_group (2adaf6af-5aa4-4a6b-a81a-b3df4304ef70), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.334954 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a687877-92aa-4ed7-8c7d-4b0e46b94389 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:35:06.344744 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4bdebf-aeae-4a55-9485-54bba2c8bb0a None None] Sync routers for ids ['18ea2ee9-e030-4828-bc77-5ed48221224c'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:35:06.348451 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-6a687877-92aa-4ed7-8c7d-4b0e46b94389 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/18ea2ee9-e030-4828-bc77-5ed48221224c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4559181 Aug 08 02:35:06.351353 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 41792) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:06.362874 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4bdebf-aeae-4a55-9485-54bba2c8bb0a None None] Routers {'18ea2ee9-e030-4828-bc77-5ed48221224c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:06.363505 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-6c4bdebf-aeae-4a55-9485-54bba2c8bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:34:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['18ea2ee9-e030-4828-bc77-5ed48221224c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:06.408574 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-16616f0c-ff3f-4dd2-ab1a-a35c17c30037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (19ade467-8b27-4ada-b6e7-d456f27f7687), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.412820 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-16616f0c-ff3f-4dd2-ab1a-a35c17c30037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.424754 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-16616f0c-ff3f-4dd2-ab1a-a35c17c30037 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/19ade467-8b27-4ada-b6e7-d456f27f7687 HTTP/1.1" status: 204 len: 168 time: 0.4366250 Aug 08 02:35:06.428087 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16616f0c-ff3f-4dd2-ab1a-a35c17c30037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ade467-8b27-4ada-b6e7-d456f27f7687,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:06.476078 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f201-1896-43e7-9d0c-2d043ebf9a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (2adaf6af-5aa4-4a6b-a81a-b3df4304ef70), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.477128 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-6c4bdebf-aeae-4a55-9485-54bba2c8bb0a None None] Set router 18ea2ee9-e030-4828-bc77-5ed48221224c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:06.492987 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1fc1f201-1896-43e7-9d0c-2d043ebf9a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.493131 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db8718-dce9-4ca7-b1dc-57fd546f1cca req-4cbf3968-f4b7-4ace-b81c-93d0e109e049 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:06.493254 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1fc1f201-1896-43e7-9d0c-2d043ebf9a9c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2adaf6af-5aa4-4a6b-a81a-b3df4304ef70 HTTP/1.1" status: 204 len: 168 time: 0.3675041 Aug 08 02:35:06.493354 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-14db8718-dce9-4ca7-b1dc-57fd546f1cca req-4cbf3968-f4b7-4ace-b81c-93d0e109e049 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.2075453 Aug 08 02:35:06.508084 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1f201-1896-43e7-9d0c-2d043ebf9a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adaf6af-5aa4-4a6b-a81a-b3df4304ef70,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:06.514647 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7d9f3573-288b-49b5-a797-22bea5291c95 admin admin] Publish callbacks [] for router (18ea2ee9-e030-4828-bc77-5ed48221224c), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.639957 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-14db8718-dce9-4ca7-b1dc-57fd546f1cca req-8ec54ed4-de8b-43cf-97c1-aee5c3a49485 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437531 Aug 08 02:35:06.676890 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-6c4bdebf-aeae-4a55-9485-54bba2c8bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'name': 'tempest-DeleteServersTestJSON-995151589-router', 'tenant_id': 'ce575522168344caacf13cfc7779e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:35:05Z', 'revision_number': 5, 'project_id': 'ce575522168344caacf13cfc7779e25b', 'gw_port': {'id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:06.678805 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7d9f3573-288b-49b5-a797-22bea5291c95 admin admin] Publish callbacks [] for router_gateway (18ea2ee9-e030-4828-bc77-5ed48221224c), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.702675 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4bdebf-aeae-4a55-9485-54bba2c8bb0a None None] Checking router: 18ea2ee9-e030-4828-bc77-5ed48221224c for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:35:06.711656 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4bdebf-aeae-4a55-9485-54bba2c8bb0a None None] Routers {'18ea2ee9-e030-4828-bc77-5ed48221224c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:06.712275 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-6c4bdebf-aeae-4a55-9485-54bba2c8bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:34:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['18ea2ee9-e030-4828-bc77-5ed48221224c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:06.763251 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27ad42-f56f-40e2-8da7-ad5100bb157d req-b4754ae8-f9ce-4dda-819f-03dd494e6ca2 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:06.764920 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bf27ad42-f56f-40e2-8da7-ad5100bb157d req-b4754ae8-f9ce-4dda-819f-03dd494e6ca2 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0490439 Aug 08 02:35:06.837095 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bf27ad42-f56f-40e2-8da7-ad5100bb157d req-c4abb893-5f69-48d3-a80a-a29f35f38f1e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663261 Aug 08 02:35:06.844686 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-6c4bdebf-aeae-4a55-9485-54bba2c8bb0a None None] Set router 18ea2ee9-e030-4828-bc77-5ed48221224c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:06.863602 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f3573-288b-49b5-a797-22bea5291c95 admin admin] Deleting port a2fe1ead-680e-4552-aaf7-eeda52d0f1df {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:35:06.863943 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7d9f3573-288b-49b5-a797-22bea5291c95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (a2fe1ead-680e-4552-aaf7-eeda52d0f1df), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.971753 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-7d9f3573-288b-49b5-a797-22bea5291c95 admin admin] For port a2fe1ead-680e-4552-aaf7-eeda52d0f1df, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=a2fe1ead-680e-4552-aaf7-eeda52d0f1df,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:06.972236 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7d9f3573-288b-49b5-a797-22bea5291c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (a2fe1ead-680e-4552-aaf7-eeda52d0f1df), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:06.989285 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f3573-288b-49b5-a797-22bea5291c95 admin admin] Calling delete_port for a2fe1ead-680e-4552-aaf7-eeda52d0f1df owned by network:router_gateway {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:35:07.006759 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:07.060639 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:07.073310 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-6c4bdebf-aeae-4a55-9485-54bba2c8bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'name': 'tempest-DeleteServersTestJSON-995151589-router', 'tenant_id': 'ce575522168344caacf13cfc7779e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:35:05Z', 'revision_number': 5, 'project_id': 'ce575522168344caacf13cfc7779e25b', 'gw_port': {'id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:07.109533 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4bdebf-aeae-4a55-9485-54bba2c8bb0a None None] The sync data for ids ['18ea2ee9-e030-4828-bc77-5ed48221224c'] in dv-cinder-852261-2-iscsi is: [{'id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'name': 'tempest-DeleteServersTestJSON-995151589-router', 'tenant_id': 'ce575522168344caacf13cfc7779e25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:35:05Z', 'revision_number': 5, 'project_id': 'ce575522168344caacf13cfc7779e25b', 'gw_port': {'id': 'a2fe1ead-680e-4552-aaf7-eeda52d0f1df', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ea2ee9-e030-4828-bc77-5ed48221224c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:35:07.348095 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7d9f3573-288b-49b5-a797-22bea5291c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (a2fe1ead-680e-4552-aaf7-eeda52d0f1df), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:07.383089 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f3573-288b-49b5-a797-22bea5291c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fe1ead-680e-4552-aaf7-eeda52d0f1df,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:07.396145 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045565-5ca1-4419-ba3a-75f1a4d4d046 req-0ec9420c-d995-44ca-8144-72b3c89389ea tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:07.397655 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1e045565-5ca1-4419-ba3a-75f1a4d4d046 req-0ec9420c-d995-44ca-8144-72b3c89389ea tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 945 time: 0.0899174 Aug 08 02:35:07.486042 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7d9f3573-288b-49b5-a797-22bea5291c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656612'] for router_gateway (18ea2ee9-e030-4828-bc77-5ed48221224c), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:07.510461 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1e045565-5ca1-4419-ba3a-75f1a4d4d046 req-aff4ff45-fc32-46fa-88a6-ef0d9decc7cd tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967770 Aug 08 02:35:07.659405 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7d9f3573-288b-49b5-a797-22bea5291c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1885'] for router (18ea2ee9-e030-4828-bc77-5ed48221224c), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:07.660905 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:07.662718 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7d9f3573-288b-49b5-a797-22bea5291c95 admin admin] Publish callbacks [] for router_controller (18ea2ee9-e030-4828-bc77-5ed48221224c), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:07.844754 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7d9f3573-288b-49b5-a797-22bea5291c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-736073'] for router (18ea2ee9-e030-4828-bc77-5ed48221224c), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:07.846045 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9f3573-288b-49b5-a797-22bea5291c95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18ea2ee9-e030-4828-bc77-5ed48221224c {{(pid=104277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:35:07.856578 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7d9f3573-288b-49b5-a797-22bea5291c95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:07.857731 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-7d9f3573-288b-49b5-a797-22bea5291c95 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/18ea2ee9-e030-4828-bc77-5ed48221224c HTTP/1.1" status: 204 len: 168 time: 1.5053222 Aug 08 02:35:07.861039 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41850) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:07.913722 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-43460354-8716-433d-b1db-a39ceae84914 admin admin] Deleting subnet f22d6db6-ad53-49f6-a361-e9ff9f07d563 {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:35:07.918068 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-43460354-8716-433d-b1db-a39ceae84914 admin admin] Publish callbacks [] for subnet (f22d6db6-ad53-49f6-a361-e9ff9f07d563), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:07.972898 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-43460354-8716-433d-b1db-a39ceae84914 admin admin] Publish callbacks [] for subnet (f22d6db6-ad53-49f6-a361-e9ff9f07d563), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:08.059810 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-43460354-8716-433d-b1db-a39ceae84914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (f22d6db6-ad53-49f6-a361-e9ff9f07d563), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:08.088699 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:08.204984 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-43460354-8716-433d-b1db-a39ceae84914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for subnet (f22d6db6-ad53-49f6-a361-e9ff9f07d563), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:08.236175 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43460354-8716-433d-b1db-a39ceae84914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f22d6db6-ad53-49f6-a361-e9ff9f07d563,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:08.244687 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-43460354-8716-433d-b1db-a39ceae84914 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:08.248274 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-43460354-8716-433d-b1db-a39ceae84914 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/f22d6db6-ad53-49f6-a361-e9ff9f07d563 HTTP/1.1" status: 204 len: 168 time: 0.3861351 Aug 08 02:35:08.250838 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41862) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:08.252118 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e7ea19-ed56-40d0-bca2-da86c9db5705 None None] Network ebd23614-7412-4d82-9d70-8d1b57406fcb requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:35:08.338248 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (ebd23614-7412-4d82-9d70-8d1b57406fcb), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:08.436434 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Deleting port eaa45c19-3fac-436d-bc81-1616cdc1f139 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:35:08.436583 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (eaa45c19-3fac-436d-bc81-1616cdc1f139), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:08.469410 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fd791c-d786-416b-9ab1-b4795da941d4 None None] DHCP port deletion for ebd23614-7412-4d82-9d70-8d1b57406fcb request from dv-cinder-852261-2-iscsi {{(pid=104278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:35:08.521529 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] For port eaa45c19-3fac-436d-bc81-1616cdc1f139, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=eaa45c19-3fac-436d-bc81-1616cdc1f139,segment=NetworkSegment(7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4),segment_id=7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:08.522294 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (eaa45c19-3fac-436d-bc81-1616cdc1f139), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:08.531485 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd791c-d786-416b-9ab1-b4795da941d4 None None] Deleting port eaa45c19-3fac-436d-bc81-1616cdc1f139 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:35:08.532189 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b1fd791c-d786-416b-9ab1-b4795da941d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (eaa45c19-3fac-436d-bc81-1616cdc1f139), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:08.537721 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Calling delete_port for eaa45c19-3fac-436d-bc81-1616cdc1f139 owned by network:dhcp {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:35:08.620616 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b1fd791c-d786-416b-9ab1-b4795da941d4 None None] For port eaa45c19-3fac-436d-bc81-1616cdc1f139, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=eaa45c19-3fac-436d-bc81-1616cdc1f139,segment=NetworkSegment(7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4),segment_id=7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:08.621710 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b1fd791c-d786-416b-9ab1-b4795da941d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (eaa45c19-3fac-436d-bc81-1616cdc1f139), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:08.640166 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd791c-d786-416b-9ab1-b4795da941d4 None None] Calling delete_port for eaa45c19-3fac-436d-bc81-1616cdc1f139 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:35:08.736313 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050'] for port (eaa45c19-3fac-436d-bc81-1616cdc1f139), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:08.796658 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b1fd791c-d786-416b-9ab1-b4795da941d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050'] for port (eaa45c19-3fac-436d-bc81-1616cdc1f139), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:08.860278 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd791c-d786-416b-9ab1-b4795da941d4 None None] No DVR routers for this DVR port eaa45c19-3fac-436d-bc81-1616cdc1f139 on host dv-cinder-852261-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:35:08.863479 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd791c-d786-416b-9ab1-b4795da941d4 None None] Pushing event deleted for resources: {'Port': ['ID=eaa45c19-3fac-436d-bc81-1616cdc1f139,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:08.876730 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd53951-7f73-4ad5-b6a8-1e37e4fd911c req-a4695d25-90ee-4eb8-8fce-d51cfcfe02ca tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:08.886984 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9dd53951-7f73-4ad5-b6a8-1e37e4fd911c req-a4695d25-90ee-4eb8-8fce-d51cfcfe02ca tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 945 time: 0.1331861 Aug 08 02:35:08.902075 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa45c19-3fac-436d-bc81-1616cdc1f139,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:08.905313 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] No DVR routers for this DVR port eaa45c19-3fac-436d-bc81-1616cdc1f139 on host dv-cinder-852261-2-iscsi {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:35:08.911845 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 6b1edf67-04b9-4580-83c6-32465dfdf318 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:35:08.922417 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:08.951340 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 6b1edf67-04b9-4580-83c6-32465dfdf318 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:35:08.952185 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 6b1edf67-04b9-4580-83c6-32465dfdf318 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:35:08.952671 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device eaa45c19-3fac-436d-bc81-1616cdc1f139 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:35:08.975735 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: eaa45c19-3fac-436d-bc81-1616cdc1f139 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:35:08.976407 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device eaa45c19-3fac-436d-bc81-1616cdc1f139 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:35:08.977031 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device a2fe1ead-680e-4552-aaf7-eeda52d0f1df no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:35:09.020087 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: a2fe1ead-680e-4552-aaf7-eeda52d0f1df {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:35:09.020720 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device a2fe1ead-680e-4552-aaf7-eeda52d0f1df not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:35:09.120708 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (ebd23614-7412-4d82-9d70-8d1b57406fcb), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:09.137999 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9dd53951-7f73-4ad5-b6a8-1e37e4fd911c req-363fd90f-3c55-4b1d-98db-e1675c683352 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501545 Aug 08 02:35:09.168284 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:35:09.168907 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:35:09.170180 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:35:09.170819 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Subscribe: > port after_create 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:35:09.171299 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:35:09.171939 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Subscribe: > port after_update 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:35:09.172499 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:35:09.173930 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:35:09.174527 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:35:09.175018 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:35:09.251669 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-15b02be9-d213-4cdb-802d-81eac3c28773 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:09.253115 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-15b02be9-d213-4cdb-802d-81eac3c28773 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/networks?id=235dc6e2-4294-4f34-bc7f-a3769150961e HTTP/1.1" status: 200 len: 814 time: 0.1486759 Aug 08 02:35:09.263424 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:35:09.263713 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:35:09.264044 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:35:09.264407 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 02:35:09.264777 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd23614-7412-4d82-9d70-8d1b57406fcb']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:09.268329 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-cab37fe6-cade-40d6-b32c-34e3c054e299 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/quotas/5ec7a76094c54d6c8e2517e254f44c16 HTTP/1.1" status: 200 len: 375 time: 0.0098009 Aug 08 02:35:09.295246 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:09.295956 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:09.308311 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-1510ddf3-91a2-4ef9-9bec-5aec29914177 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5ec7a76094c54d6c8e2517e254f44c16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328143 Aug 08 02:35:09.334056 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164828'] for segment (7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:09.410972 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-29949851-fec7-4877-9fa3-dd44a1af48f7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/235dc6e2-4294-4f34-bc7f-a3769150961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958757 Aug 08 02:35:09.512097 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-b3544395-eaa4-4646-b03c-6d263e28e6e9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/235dc6e2-4294-4f34-bc7f-a3769150961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944870 Aug 08 02:35:09.544914 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1ddb7-f2dc-4e36-8c5a-4612d57958c3 req-3a33aacc-2a51-48b1-988e-f94134ddfed4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:09.546274 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b7b1ddb7-f2dc-4e36-8c5a-4612d57958c3 req-3a33aacc-2a51-48b1-988e-f94134ddfed4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 945 time: 0.2764096 Aug 08 02:35:09.547332 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:09.563583 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:35:09.564107 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3915133'] for segment (7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:09.674271 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b7b1ddb7-f2dc-4e36-8c5a-4612d57958c3 req-15b22750-3aba-47c7-9562-d73c010d3b40 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206532 Aug 08 02:35:09.781992 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (ebd23614-7412-4d82-9d70-8d1b57406fcb), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:09.807026 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd23614-7412-4d82-9d70-8d1b57406fcb,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:09.817481 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:09.827677 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-74aa80f1-3501-499c-a532-33bf24ce2bf8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/ebd23614-7412-4d82-9d70-8d1b57406fcb HTTP/1.1" status: 204 len: 168 time: 1.5705752 Aug 08 02:35:09.900497 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4 resource provider aggregate not found Aug 08 02:35:09.924033 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b32bd0c-a8d3-49a8-90f0-a4f57b0e4ff4 found for delete ", "request_id": "req-8e8f284c-374a-426a-a461-a86549ba31ba"}]} Aug 08 02:35:10.161159 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7c6eb708-2c24-447d-8547-6b15c107815d req-a65cbae9-c9d1-46e7-80be-ef3a6856d882 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 210 time: 0.0321050 Aug 08 02:35:10.271688 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86edff-7c67-499b-832d-fd2370e2dd28 req-8a0b897a-5093-48c5-ac6a-4e762800bc53 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:10.273989 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1b86edff-7c67-499b-832d-fd2370e2dd28 req-8a0b897a-5093-48c5-ac6a-4e762800bc53 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 945 time: 0.0514081 Aug 08 02:35:10.315341 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa04c8b-5a6e-42e9-8ad5-a1a5106e7697 req-9208ae80-00c2-4dc0-aa69-978cb951cff2 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:10.316834 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1fa04c8b-5a6e-42e9-8ad5-a1a5106e7697 req-9208ae80-00c2-4dc0-aa69-978cb951cff2 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0523818 Aug 08 02:35:10.323421 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1b86edff-7c67-499b-832d-fd2370e2dd28 req-ef6d15b0-c3ce-4a6f-b2dc-02134ae7ab3c tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431166 Aug 08 02:35:10.383564 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:10.394301 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41986) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:10.407922 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75422b-ce24-4ad4-90b5-28cd0a5c19c5 req-0127db36-c9ad-4867-afc4-dcd45b53e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:10.409491 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a75422b-ce24-4ad4-90b5-28cd0a5c19c5 req-0127db36-c9ad-4867-afc4-dcd45b53e730 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 1129 time: 0.0458422 Aug 08 02:35:10.417019 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1fa04c8b-5a6e-42e9-8ad5-a1a5106e7697 req-87f12910-d4d5-4c9e-a638-c51ba5da2292 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939088 Aug 08 02:35:10.474390 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f03e406d-b59b-4da1-b655-72d7e83ea88c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ce575522168344caacf13cfc7779e25b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0787499 Aug 08 02:35:10.477040 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 41994) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:10.541668 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d088-a52c-4b30-b11f-e3258f770d5d admin admin] Publish callbacks [] for security_group (8c23a661-7a62-4182-87b5-c9a0c514c77f), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:10.546192 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75422b-ce24-4ad4-90b5-28cd0a5c19c5 req-5963f230-952f-479d-9d61-0493f88ce9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:10.547835 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a75422b-ce24-4ad4-90b5-28cd0a5c19c5 req-5963f230-952f-479d-9d61-0493f88ce9f2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 918 time: 0.1301200 Aug 08 02:35:10.570952 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d088-a52c-4b30-b11f-e3258f770d5d admin admin] Publish callbacks [] for security_group (8c23a661-7a62-4182-87b5-c9a0c514c77f), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:10.595058 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a75422b-ce24-4ad4-90b5-28cd0a5c19c5 req-c2fdc0fc-b664-46d6-ad3a-a3773600093d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b02fabe8-9ace-422a-a568-18c37daa63c2 HTTP/1.1" status: 200 len: 217 time: 0.0396872 Aug 08 02:35:10.655234 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75422b-ce24-4ad4-90b5-28cd0a5c19c5 req-196c6a9a-4586-4553-aa15-0a275ed193b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:10.656714 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a75422b-ce24-4ad4-90b5-28cd0a5c19c5 req-196c6a9a-4586-4553-aa15-0a275ed193b3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.0545826 Aug 08 02:35:10.707469 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75422b-ce24-4ad4-90b5-28cd0a5c19c5 req-cc3e3520-0b03-42ab-a877-f8ccc359f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:10.709017 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a75422b-ce24-4ad4-90b5-28cd0a5c19c5 req-cc3e3520-0b03-42ab-a877-f8ccc359f6eb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462437 Aug 08 02:35:10.723106 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d088-a52c-4b30-b11f-e3258f770d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (8c23a661-7a62-4182-87b5-c9a0c514c77f), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:10.726144 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d088-a52c-4b30-b11f-e3258f770d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:10.727698 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-b1e2d088-a52c-4b30-b11f-e3258f770d5d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8c23a661-7a62-4182-87b5-c9a0c514c77f HTTP/1.1" status: 204 len: 168 time: 0.2496915 Aug 08 02:35:10.749191 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2d088-a52c-4b30-b11f-e3258f770d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c23a661-7a62-4182-87b5-c9a0c514c77f,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:10.831100 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a75422b-ce24-4ad4-90b5-28cd0a5c19c5 req-1a8b9be5-90eb-4033-ad47-d45db13dbf07 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146736 Aug 08 02:35:10.931872 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:10.949366 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a75422b-ce24-4ad4-90b5-28cd0a5c19c5 req-a88db6da-15b2-4002-846b-4071a39bacbc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114416 Aug 08 02:35:11.284362 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9a23be6f-0baa-46d1-bc9d-d2c288b1ef16 req-7a038734-c5e7-480c-a04e-50d7586d53dd tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 210 time: 0.0417092 Aug 08 02:35:11.546092 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32e963-5358-4d30-92db-a7bd0441d894 req-a661fc21-76a8-46b5-bfa8-962c1edaf063 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:11.547691 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cd32e963-5358-4d30-92db-a7bd0441d894 req-a661fc21-76a8-46b5-bfa8-962c1edaf063 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0569468 Aug 08 02:35:11.604199 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cd32e963-5358-4d30-92db-a7bd0441d894 req-316cd7f8-5d41-4f03-a4f3-d705b50ab2bb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506446 Aug 08 02:35:12.076397 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42060) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:12.184550 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-fb8b0168-f3b7-4690-a233-4c31d13c4466 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1431763923-network', 'tenant_id': '897030a5075b4ca3ad29d73371306a66'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:12.400499 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8b0168-f3b7-4690-a233-4c31d13c4466 admin admin] Made reservation on behalf of 897030a5075b4ca3ad29d73371306a66 for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:35:12.405293 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0168-f3b7-4690-a233-4c31d13c4466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:12.441775 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c61845bb-99d0-47bc-9634-71a913f9233b req-4ed6a88a-98a6-4b22-baab-57f3351f7013 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 210 time: 0.0626500 Aug 08 02:35:12.444342 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0168-f3b7-4690-a233-4c31d13c4466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:12.546483 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:12.601672 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-c75bd551-b089-4e29-85fd-c89acff2d81b tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:12.603170 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-c75bd551-b089-4e29-85fd-c89acff2d81b tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.48 "GET /networking/v2.0/networks?id=235dc6e2-4294-4f34-bc7f-a3769150961e HTTP/1.1" status: 200 len: 814 time: 0.1772022 Aug 08 02:35:12.620729 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-21200117-e14e-4e24-8306-2057dc17e6ca tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Request body: {'port': {'device_id': '998bc6f6-7f4e-4219-ba48-4d047531c55c', 'network_id': '235dc6e2-4294-4f34-bc7f-a3769150961e', 'admin_state_up': True, 'tenant_id': '5ec7a76094c54d6c8e2517e254f44c16'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:12.782248 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0168-f3b7-4690-a233-4c31d13c4466 admin admin] Publish callbacks [] for security_group (f63beb10-fc20-4a64-84c4-faaf78a9fcae), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:12.796736 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996644c8-9c9d-4bcc-8d81-37f909c5fb99 req-04921d0c-6841-4bff-9da7-3fdef89a2bd1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:12.798201 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-996644c8-9c9d-4bcc-8d81-37f909c5fb99 req-04921d0c-6841-4bff-9da7-3fdef89a2bd1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0844882 Aug 08 02:35:12.854292 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-996644c8-9c9d-4bcc-8d81-37f909c5fb99 req-a0060b30-2e1f-44ef-af85-2ef35677de7b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503478 Aug 08 02:35:12.947414 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0168-f3b7-4690-a233-4c31d13c4466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (f63beb10-fc20-4a64-84c4-faaf78a9fcae), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:12.955368 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-21200117-e14e-4e24-8306-2057dc17e6ca tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Made reservation on behalf of 5ec7a76094c54d6c8e2517e254f44c16 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:35:12.958584 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-21200117-e14e-4e24-8306-2057dc17e6ca tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:12.971736 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:13.002417 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8b0168-f3b7-4690-a233-4c31d13c4466 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:35:13.007001 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b0168-f3b7-4690-a233-4c31d13c4466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63beb10-fc20-4a64-84c4-faaf78a9fcae,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:13.027411 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0168-f3b7-4690-a233-4c31d13c4466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (2087a9e1-cdba-4d83-bf9b-700363f6b15f), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:13.028300 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-fb8b0168-f3b7-4690-a233-4c31d13c4466 admin admin] Added segment 2087a9e1-cdba-4d83-bf9b-700363f6b15f of type vlan for network 682376b8-1891-42b8-8562-21125b626ab2 Aug 08 02:35:13.122489 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0168-f3b7-4690-a233-4c31d13c4466 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (682376b8-1891-42b8-8562-21125b626ab2), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:13.191290 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-21200117-e14e-4e24-8306-2057dc17e6ca tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Allocated IP 172.20.0.8 (235dc6e2-4294-4f34-bc7f-a3769150961e/6a08cb1c-6783-42c0-a4e7-dc9423a83400/06ece2e5-1c70-462c-91bf-e4c9507cc4d4) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:13.397565 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-21200117-e14e-4e24-8306-2057dc17e6ca tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Publish callbacks [] for port (06ece2e5-1c70-462c-91bf-e4c9507cc4d4), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:13.410067 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0168-f3b7-4690-a233-4c31d13c4466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (682376b8-1891-42b8-8562-21125b626ab2), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:13.411149 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b0168-f3b7-4690-a233-4c31d13c4466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:13.411730 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fb8b0168-f3b7-4690-a233-4c31d13c4466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:13.486695 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b0168-f3b7-4690-a233-4c31d13c4466 admin admin] Pushing event updated for resources: {'Network': ['ID=682376b8-1891-42b8-8562-21125b626ab2,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:13.504948 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network 682376b8-1891-42b8-8562-21125b626ab2 details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:35:13.560250 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-21158db6-011b-4252-8070-3d1f7ae356bc req-a7f41fe3-165b-4cf1-adc3-71573508acd0 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 210 time: 0.0304334 Aug 08 02:35:13.572208 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:13.962767 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-21200117-e14e-4e24-8306-2057dc17e6ca tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (06ece2e5-1c70-462c-91bf-e4c9507cc4d4), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:14.011088 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-fb8b0168-f3b7-4690-a233-4c31d13c4466 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.9335327 Aug 08 02:35:14.014084 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7,neutron:INSERT=10 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:14.014710 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42110) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:14.019723 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-9792a99a-aba6-450b-be66-30fa4bcac461 admin admin] Request body: {'subnet': {'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1431763923-subnet', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:14.028132 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384608f-0f6d-4d39-8117-275bcea8a094 req-4280e32d-d819-4a88-a868-a081048c4553 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:14.028132 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0384608f-0f6d-4d39-8117-275bcea8a094 req-4280e32d-d819-4a88-a868-a081048c4553 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0899158 Aug 08 02:35:14.042278 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-21200117-e14e-4e24-8306-2057dc17e6ca tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Network 235dc6e2-4294-4f34-bc7f-a3769150961e is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:14.053476 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-21200117-e14e-4e24-8306-2057dc17e6ca tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:14.063935 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-21200117-e14e-4e24-8306-2057dc17e6ca tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:14.064182 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21200117-e14e-4e24-8306-2057dc17e6ca tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Pushing event updated for resources: {'Port': ['ID=06ece2e5-1c70-462c-91bf-e4c9507cc4d4,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:14.132511 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-21200117-e14e-4e24-8306-2057dc17e6ca tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:14.133113 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-21200117-e14e-4e24-8306-2057dc17e6ca tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:14.138972 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0384608f-0f6d-4d39-8117-275bcea8a094 req-d6f38f43-eac0-407c-8463-db447a80aa32 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018531 Aug 08 02:35:14.195886 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9792a99a-aba6-450b-be66-30fa4bcac461 admin admin] Made reservation on behalf of 897030a5075b4ca3ad29d73371306a66 for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:35:14.198620 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9792a99a-aba6-450b-be66-30fa4bcac461 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25480583'] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:14.256534 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-21200117-e14e-4e24-8306-2057dc17e6ca tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6401255 Aug 08 02:35:14.274132 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Request body: {'port': {'device_id': '998bc6f6-7f4e-4219-ba48-4d047531c55c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:14.349168 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (06ece2e5-1c70-462c-91bf-e4c9507cc4d4), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:14.465652 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9792a99a-aba6-450b-be66-30fa4bcac461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3914270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25480593'] for subnet (5347a10a-44f0-4aab-9da5-c45d5d4f1438), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:14.507165 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:14.533742 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792a99a-aba6-450b-be66-30fa4bcac461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5347a10a-44f0-4aab-9da5-c45d5d4f1438,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:14.546896 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792a99a-aba6-450b-be66-30fa4bcac461 admin admin] Checking segment: {'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:35:14.546896 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9792a99a-aba6-450b-be66-30fa4bcac461 admin admin] Network hostable DHCP agents. Network: 682376b8-1891-42b8-8562-21125b626ab2, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:35:14.635858 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:35:14.648025 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9792a99a-aba6-450b-be66-30fa4bcac461 admin admin] Network 682376b8-1891-42b8-8562-21125b626ab2 is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:35:14.652007 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Publish callbacks [] for port (06ece2e5-1c70-462c-91bf-e4c9507cc4d4), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:14.686829 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Transition to ACTIVE for port object 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:35:14.698805 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace847f4-0391-4159-b755-44d2b5ae4316 req-f5e535f4-11c2-4c0d-b45d-85a380e6cf1e tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:14.700350 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ace847f4-0391-4159-b755-44d2b5ae4316 req-f5e535f4-11c2-4c0d-b45d-85a380e6cf1e tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 931 time: 0.0600622 Aug 08 02:35:14.750500 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ace847f4-0391-4159-b755-44d2b5ae4316 req-172ec69c-4486-4f01-b1a5-af8826fe4173 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439520 Aug 08 02:35:14.769142 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-9792a99a-aba6-450b-be66-30fa4bcac461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, 682376b8-1891-42b8-8562-21125b626ab2) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:14.772338 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (06ece2e5-1c70-462c-91bf-e4c9507cc4d4), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:14.779732 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2623e667-9c42-43e1-916b-28a4696fe167 None None] Network 682376b8-1891-42b8-8562-21125b626ab2 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:35:14.783209 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9792a99a-aba6-450b-be66-30fa4bcac461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:14.792859 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9792a99a-aba6-450b-be66-30fa4bcac461 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:14.903652 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-9792a99a-aba6-450b-be66-30fa4bcac461 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8869922 Aug 08 02:35:14.905949 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42128) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:14.918708 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Pushing event updated for resources: {'Port': ['ID=06ece2e5-1c70-462c-91bf-e4c9507cc4d4,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:14.935057 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:14.936977 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5eb1d2e-7da7-5b72-863f-c4fa9899b996-682376b8-1891-42b8-8562-21125b626ab2', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'project_id': '897030a5075b4ca3ad29d73371306a66', 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438'}]}} from dv-cinder-852261-2-iscsi. {{(pid=104278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:35:14.937920 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:14.957141 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Attempting to bind port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:35:14.957480 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Attempting to bind port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '80bad3da-eb7b-487e-9c8d-27a7732431a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '235dc6e2-4294-4f34-bc7f-a3769150961e'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:35:14.958041 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Attempting to bind port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 on network 235dc6e2-4294-4f34-bc7f-a3769150961e {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:35:14.966730 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 on network 235dc6e2-4294-4f34-bc7f-a3769150961e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:35:14.971794 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Attempting to bind port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 on network 235dc6e2-4294-4f34-bc7f-a3769150961e {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:35:14.982670 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:35:14.982670 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Checking segment: {'id': '80bad3da-eb7b-487e-9c8d-27a7732431a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '235dc6e2-4294-4f34-bc7f-a3769150961e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:35:14.982670 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Bound using segment: {'id': '80bad3da-eb7b-487e-9c8d-27a7732431a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '235dc6e2-4294-4f34-bc7f-a3769150961e'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:35:14.982670 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Bound port: 06ece2e5-1c70-462c-91bf-e4c9507cc4d4, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80bad3da-eb7b-487e-9c8d-27a7732431a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '235dc6e2-4294-4f34-bc7f-a3769150961e'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:35:14.982670 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (06ece2e5-1c70-462c-91bf-e4c9507cc4d4), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:15.053852 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] For port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:35:15.056364 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:15.057505 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] For port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=06ece2e5-1c70-462c-91bf-e4c9507cc4d4,segment=NetworkSegment(80bad3da-eb7b-487e-9c8d-27a7732431a8),segment_id=80bad3da-eb7b-487e-9c8d-27a7732431a8)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:35:15.061226 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1866'] for router (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:15.124186 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Publish callbacks [] for router_controller (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), precommit_add_association {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:15.157311 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (06ece2e5-1c70-462c-91bf-e4c9507cc4d4), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:15.162839 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:15.170257 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:15.170257 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/06ece2e5-1c70-462c-91bf-e4c9507cc4d4 HTTP/1.1" status: 200 len: 1093 time: 0.8962314 Aug 08 02:35:15.170257 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998bc6f6-7f4e-4219-ba48-4d047531c55c', 'tag': '06ece2e5-1c70-462c-91bf-e4c9507cc4d4'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:35:15.170257 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d51fd82-4b97-4368-a9f5-345e375149cc" -d '{"events": [{"name": "network-changed", "server_uuid": "998bc6f6-7f4e-4219-ba48-4d047531c55c", "tag": "06ece2e5-1c70-462c-91bf-e4c9507cc4d4"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:35:15.235412 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Allocated IP 172.20.0.2 (682376b8-1891-42b8-8562-21125b626ab2/5347a10a-44f0-4aab-9da5-c45d5d4f1438/197290b4-27a7-42da-b72d-3c3f98e95786) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:15.240483 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:15.243186 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea06f1d-aef5-42fc-a9c3-1cb56729a97d x-openstack-request-id: req-8ea06f1d-aef5-42fc-a9c3-1cb56729a97d {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:35:15.243477 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998bc6f6-7f4e-4219-ba48-4d047531c55c", "tag": "06ece2e5-1c70-462c-91bf-e4c9507cc4d4", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:35:15.243732 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ea06f1d-aef5-42fc-a9c3-1cb56729a97d {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:35:15.244140 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea06f1d-aef5-42fc-a9c3-1cb56729a97d'] response: {'name': 'network-changed', 'server_uuid': '998bc6f6-7f4e-4219-ba48-4d047531c55c', 'tag': '06ece2e5-1c70-462c-91bf-e4c9507cc4d4', 'status': 'completed', 'code': 200} Aug 08 02:35:15.364830 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b2c82-207f-4d75-a2f1-ed638fc0fb9d service neutron] Pushing event updated for resources: {'Port': ['ID=06ece2e5-1c70-462c-91bf-e4c9507cc4d4,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:15.380824 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51fd82-4b97-4368-a9f5-345e375149cc req-e8c028a2-d405-4b74-8d21-b29ec35d376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:15.382427 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d51fd82-4b97-4368-a9f5-345e375149cc req-e8c028a2-d405-4b74-8d21-b29ec35d376d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5ec7a76094c54d6c8e2517e254f44c16&device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 1127 time: 0.1057615 Aug 08 02:35:15.452087 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42138) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:15.471241 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Publish callbacks [] for port (197290b4-27a7-42da-b72d-3c3f98e95786), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:15.508960 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:15.518395 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b153150-970b-4ec5-a597-422e8887d7a1 req-b84e6a28-bfd4-4a0c-b4d3-503ae3eda4d0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:15.520245 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2b153150-970b-4ec5-a597-422e8887d7a1 req-b84e6a28-bfd4-4a0c-b4d3-503ae3eda4d0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.2162054 Aug 08 02:35:15.537317 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Publish callbacks [] for router_gateway (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:15.546708 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (197290b4-27a7-42da-b72d-3c3f98e95786), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:15.636333 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Network 682376b8-1891-42b8-8562-21125b626ab2 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:15.638057 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2b153150-970b-4ec5-a597-422e8887d7a1 req-8534e681-826b-407a-9fe9-8e73b1380a3e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987179 Aug 08 02:35:15.658122 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:15.663203 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:15.717955 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Pushing event updated for resources: {'Port': ['ID=197290b4-27a7-42da-b72d-3c3f98e95786,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:15.743030 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:15.743757 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:15.744301 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:15.744966 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:15.745521 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:15.746067 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:15.746868 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:15.751481 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:15.751481 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:15.752315 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:15.752935 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:15.753316 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:15.753707 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:15.754208 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:15.754649 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:15.774260 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Attempting to bind port 197290b4-27a7-42da-b72d-3c3f98e95786 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:35:15.774751 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Attempting to bind port 197290b4-27a7-42da-b72d-3c3f98e95786 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:35:15.775215 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Attempting to bind port 197290b4-27a7-42da-b72d-3c3f98e95786 on network 682376b8-1891-42b8-8562-21125b626ab2 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:35:15.786902 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:35:15.787668 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Checking segment: {'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:35:15.787860 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:15.788317 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Bound using segment: {'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:35:15.788875 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Bound port: 197290b4-27a7-42da-b72d-3c3f98e95786, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:35:15.789370 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (197290b4-27a7-42da-b72d-3c3f98e95786), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:15.816157 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:15.822385 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-11b7c37b-8996-4e9e-886d-5b4c562f847c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:15.839809 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51fd82-4b97-4368-a9f5-345e375149cc req-486b0b57-c44c-47ec-a5fb-c0d4fd760f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:15.842294 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d51fd82-4b97-4368-a9f5-345e375149cc req-486b0b57-c44c-47ec-a5fb-c0d4fd760f69 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=5ec7a76094c54d6c8e2517e254f44c16&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4511602 Aug 08 02:35:15.872704 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] For port 197290b4-27a7-42da-b72d-3c3f98e95786, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:35:15.877017 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] For port 197290b4-27a7-42da-b72d-3c3f98e95786, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=197290b4-27a7-42da-b72d-3c3f98e95786,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:35:15.911897 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Publish callbacks [] for router_gateway (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:15.942071 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:15.979198 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2db9a-0ba4-41f1-a5d2-f50a29658c46 req-e39570b7-a074-457e-a00e-3d2852e484b6 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:15.981239 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-51a2db9a-0ba4-41f1-a5d2-f50a29658c46 req-e39570b7-a074-457e-a00e-3d2852e484b6 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 943 time: 0.1042469 Aug 08 02:35:15.998703 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (197290b4-27a7-42da-b72d-3c3f98e95786), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:16.053874 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51fd82-4b97-4368-a9f5-345e375149cc req-dc4dd5ff-591f-4d9b-abc6-074a3e8b81c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:16.055500 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d51fd82-4b97-4368-a9f5-345e375149cc req-dc4dd5ff-591f-4d9b-abc6-074a3e8b81c8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2033172 Aug 08 02:35:16.071396 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Allocated IP 172.27.4.135 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/897a7a87-df5c-425d-8a00-54c293c6541a) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:16.085684 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-51a2db9a-0ba4-41f1-a5d2-f50a29658c46 req-c73a41fd-2660-4f38-b540-0d206cb8bb8d tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985999 Aug 08 02:35:16.087956 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:16.095377 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debffd35-8d44-43fb-b673-5957dbb0cf88 None None] Pushing event updated for resources: {'Port': ['ID=197290b4-27a7-42da-b72d-3c3f98e95786,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:16.097453 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-11b7c37b-8996-4e9e-886d-5b4c562f847c admin admin] Publish callbacks [] for security_group (1e090152-432e-4b2a-9a63-ea7cf501cd6d), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:16.174396 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-14ef1a5b-7531-4ce3-8ee4-891877d4f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:16.176911 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-14ef1a5b-7531-4ce3-8ee4-891877d4f05d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5ec7a76094c54d6c8e2517e254f44c16&device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 1127 time: 0.0525792 Aug 08 02:35:16.178259 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-11b7c37b-8996-4e9e-886d-5b4c562f847c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (1e090152-432e-4b2a-9a63-ea7cf501cd6d), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:16.218288 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Publish callbacks [] for port (897a7a87-df5c-425d-8a00-54c293c6541a), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:16.261144 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-6dc9fcdd-6bdc-47e3-87f3-b7f5e6db77ed service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06ece2e5-1c70-462c-91bf-e4c9507cc4d4 HTTP/1.1" status: 200 len: 217 time: 0.0694139 Aug 08 02:35:16.312789 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7c37b-8996-4e9e-886d-5b4c562f847c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e090152-432e-4b2a-9a63-ea7cf501cd6d,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:16.322857 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-11b7c37b-8996-4e9e-886d-5b4c562f847c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=79b38ce464a043f8a61f9535c7aa18de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8697999 Aug 08 02:35:16.326176 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42150) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:16.347674 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (897a7a87-df5c-425d-8a00-54c293c6541a), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:16.352431 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-421367f7-24f4-438b-84d4-9aa9c2069f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:16.353904 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-421367f7-24f4-438b-84d4-9aa9c2069f91 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=6a08cb1c-6783-42c0-a4e7-dc9423a83400 HTTP/1.1" status: 200 len: 854 time: 0.0845327 Aug 08 02:35:16.401558 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-6b087632-8293-4317-89b8-88ab5fb4b6bf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=235dc6e2-4294-4f34-bc7f-a3769150961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395355 Aug 08 02:35:16.415713 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:16.419882 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:16.426026 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:16.430923 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Pushing event updated for resources: {'Port': ['ID=897a7a87-df5c-425d-8a00-54c293c6541a,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:16.435302 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-08feaddf-a04f-4938-9a7c-5b6b8e384832 admin admin] Publish callbacks [] for security_group (1e090152-432e-4b2a-9a63-ea7cf501cd6d), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:16.500233 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-08feaddf-a04f-4938-9a7c-5b6b8e384832 admin admin] Publish callbacks [] for security_group (1e090152-432e-4b2a-9a63-ea7cf501cd6d), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:16.524739 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:16.565060 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-64fd29b5-cdc2-4624-a71e-e29983b68530 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/235dc6e2-4294-4f34-bc7f-a3769150961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506932 Aug 08 02:35:16.667692 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-08feaddf-a04f-4938-9a7c-5b6b8e384832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (1e090152-432e-4b2a-9a63-ea7cf501cd6d), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:16.675117 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-08feaddf-a04f-4938-9a7c-5b6b8e384832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:16.675117 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-08feaddf-a04f-4938-9a7c-5b6b8e384832 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1e090152-432e-4b2a-9a63-ea7cf501cd6d HTTP/1.1" status: 204 len: 168 time: 0.3453796 Aug 08 02:35:16.690674 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7738ccf-75d6-42d1-82c6-5da9bd74b406 req-2fd188d5-f02b-420a-aeb1-8c5ee1e197b4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/235dc6e2-4294-4f34-bc7f-a3769150961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098950 Aug 08 02:35:16.691778 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08feaddf-a04f-4938-9a7c-5b6b8e384832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e090152-432e-4b2a-9a63-ea7cf501cd6d,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:16.831615 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Publish callbacks [] for router_gateway (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:16.898377 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 197290b4-27a7-42da-b72d-3c3f98e95786 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:16.945496 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f25323-736f-4679-924c-0e4ce2ff2c56 req-927e81d2-979d-46a0-8449-a481adea1fe5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:16.947161 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-24f25323-736f-4679-924c-0e4ce2ff2c56 req-927e81d2-979d-46a0-8449-a481adea1fe5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.1327000 Aug 08 02:35:16.972086 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 197290b4-27a7-42da-b72d-3c3f98e95786 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:16.972455 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (197290b4-27a7-42da-b72d-3c3f98e95786), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:17.057157 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-24f25323-736f-4679-924c-0e4ce2ff2c56 req-654343de-d5d0-4dc6-a0b2-5ca57a38f5ee tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965829 Aug 08 02:35:17.075490 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 197290b4-27a7-42da-b72d-3c3f98e95786 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:17.075881 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (197290b4-27a7-42da-b72d-3c3f98e95786), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:17.114113 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 197290b4-27a7-42da-b72d-3c3f98e95786, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=197290b4-27a7-42da-b72d-3c3f98e95786,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:17.176971 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106cee18-3a19-49e1-a064-4741b3b120df None None] Network 682376b8-1891-42b8-8562-21125b626ab2 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:35:17.193461 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656454'] for router (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:17.194387 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:17.220039 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (197290b4-27a7-42da-b72d-3c3f98e95786), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:17.253139 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b39eba-f1b6-4149-82ee-120e0dfc0e61 req-8c78d15b-b64a-4110-82e9-961faa3140ec tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:17.260835 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-69b39eba-f1b6-4149-82ee-120e0dfc0e61 req-8c78d15b-b64a-4110-82e9-961faa3140ec tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 943 time: 0.0623817 Aug 08 02:35:17.276103 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-82f222ed-e2c2-4f9f-a69b-3e487a177bec None None] Provisioning complete for port 197290b4-27a7-42da-b72d-3c3f98e95786 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:17.276485 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-82f222ed-e2c2-4f9f-a69b-3e487a177bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (197290b4-27a7-42da-b72d-3c3f98e95786), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:17.309226 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-69b39eba-f1b6-4149-82ee-120e0dfc0e61 req-d860de18-1a9c-4d1c-b174-0544b899db94 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474627 Aug 08 02:35:17.344588 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=197290b4-27a7-42da-b72d-3c3f98e95786,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:17.370303 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:17.415808 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-82f222ed-e2c2-4f9f-a69b-3e487a177bec None None] Current status of the port 197290b4-27a7-42da-b72d-3c3f98e95786 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:17.451468 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Router d39e4716-a4fd-41d7-b5c3-60a6da3904bb is scheduled to L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 with binding_index 1 {{(pid=104276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:35:17.508974 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42168) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:17.523501 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ca6305ff-4fac-4bf5-b439-c29790656dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:17.579009 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:35:17.590399 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Sync routers for ids ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:35:17.603411 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Routers {'d39e4716-a4fd-41d7-b5c3-60a6da3904bb'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:17.604091 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:34:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:17.636406 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ca6305ff-4fac-4bf5-b439-c29790656dd9 admin admin] Publish callbacks [] for security_group (2b99243f-1073-4994-83cf-a83a6b53da97), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:17.669507 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:17.671005 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-6dab4ff6-cca6-44ee-b5c2-7bb9186f16fa admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7635758 Aug 08 02:35:17.673745 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-f498f040-1906-4a7a-9aa7-0432e25122f2 None None] Provisioning complete for port 197290b4-27a7-42da-b72d-3c3f98e95786 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:17.674002 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42172) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:17.674195 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f498f040-1906-4a7a-9aa7-0432e25122f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (197290b4-27a7-42da-b72d-3c3f98e95786), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:17.701512 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ca6305ff-4fac-4bf5-b439-c29790656dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (2b99243f-1073-4994-83cf-a83a6b53da97), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:17.741491 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6305ff-4fac-4bf5-b439-c29790656dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b99243f-1073-4994-83cf-a83a6b53da97,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:17.748852 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ca6305ff-4fac-4bf5-b439-c29790656dd9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cede2dbdc3e14aee9443dddcf4e10fa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363334 Aug 08 02:35:17.749222 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42174) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:17.768238 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Set router d39e4716-a4fd-41d7-b5c3-60a6da3904bb gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:17.807649 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e7c310ec-501a-401a-a3e8-8c612f893caf admin admin] Publish callbacks [] for security_group (2b99243f-1073-4994-83cf-a83a6b53da97), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:17.844159 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e7c310ec-501a-401a-a3e8-8c612f893caf admin admin] Publish callbacks [] for security_group (2b99243f-1073-4994-83cf-a83a6b53da97), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:17.930328 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-f498f040-1906-4a7a-9aa7-0432e25122f2 None None] Current status of the port 197290b4-27a7-42da-b72d-3c3f98e95786 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:17.999021 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e7c310ec-501a-401a-a3e8-8c612f893caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (2b99243f-1073-4994-83cf-a83a6b53da97), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:18.002143 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e7c310ec-501a-401a-a3e8-8c612f893caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:18.003348 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e7c310ec-501a-401a-a3e8-8c612f893caf admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2b99243f-1073-4994-83cf-a83a6b53da97 HTTP/1.1" status: 204 len: 168 time: 0.2532635 Aug 08 02:35:18.015980 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c310ec-501a-401a-a3e8-8c612f893caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b99243f-1073-4994-83cf-a83a6b53da97,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:18.046715 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:16Z', 'revision_number': 3, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:18.080215 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Checking router: d39e4716-a4fd-41d7-b5c3-60a6da3904bb for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:35:18.080561 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Updating router d39e4716-a4fd-41d7-b5c3-60a6da3904bb port 897a7a87-df5c-425d-8a00-54c293c6541a binding host dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:35:18.119366 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (897a7a87-df5c-425d-8a00-54c293c6541a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:18.193074 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab958e72-2ee3-417d-8bb3-7c4db2a6f4b6 req-d798fd16-9a26-467e-8cde-c4848b85041e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:18.194604 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ab958e72-2ee3-417d-8bb3-7c4db2a6f4b6 req-d798fd16-9a26-467e-8cde-c4848b85041e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0533159 Aug 08 02:35:18.217842 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:18.239365 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:18.354533 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:18.383876 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ab958e72-2ee3-417d-8bb3-7c4db2a6f4b6 req-bfc5cc5d-593e-4792-80a6-96dd0740f46f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764593 Aug 08 02:35:18.456158 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Publish callbacks [] for port (897a7a87-df5c-425d-8a00-54c293c6541a), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:18.477754 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:18.493018 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e9848-45b5-4102-8da3-9a577f420232 req-7102a911-e1df-4f77-8bd1-fdbde586f121 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:18.495542 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ae1e9848-45b5-4102-8da3-9a577f420232 req-7102a911-e1df-4f77-8bd1-fdbde586f121 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 943 time: 0.0805421 Aug 08 02:35:18.522914 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (897a7a87-df5c-425d-8a00-54c293c6541a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:18.562867 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Attempting to bind port 897a7a87-df5c-425d-8a00-54c293c6541a on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:35:18.562867 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Attempting to bind port 897a7a87-df5c-425d-8a00-54c293c6541a by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:35:18.562867 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Attempting to bind port 897a7a87-df5c-425d-8a00-54c293c6541a on network e72f53b8-3f23-4d50-b125-ab42ad165078 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:35:18.579021 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:35:18.579406 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Checking segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:35:18.580064 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:18.591048 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Bound using segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:35:18.591048 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Bound port: 897a7a87-df5c-425d-8a00-54c293c6541a, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:35:18.591048 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (897a7a87-df5c-425d-8a00-54c293c6541a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:18.626440 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:18.636391 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ae1e9848-45b5-4102-8da3-9a577f420232 req-a6fbe1a7-1352-4596-a00f-911a0adfc92d tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320372 Aug 08 02:35:18.729490 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089af5bc-b072-446d-9623-6e076651a223 None None] Pushing event updated for resources: {'Port': ['ID=897a7a87-df5c-425d-8a00-54c293c6541a,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:18.736849 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] For port 897a7a87-df5c-425d-8a00-54c293c6541a, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:35:18.751183 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] For port 897a7a87-df5c-425d-8a00-54c293c6541a, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=897a7a87-df5c-425d-8a00-54c293c6541a,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:35:18.860312 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 197290b4-27a7-42da-b72d-3c3f98e95786 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:18.863143 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:18.867752 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (897a7a87-df5c-425d-8a00-54c293c6541a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:18.912099 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Allocated IP 172.20.0.1 (682376b8-1891-42b8-8562-21125b626ab2/5347a10a-44f0-4aab-9da5-c45d5d4f1438/f70523f2-7396-4b37-a82a-1ba9ac041c9d) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:19.081072 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Publish callbacks [] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:19.096422 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Routers {'d39e4716-a4fd-41d7-b5c3-60a6da3904bb'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:19.097131 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:34:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:19.150157 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=77 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:19.167268 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=69 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:19.175209 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089af5bc-b072-446d-9623-6e076651a223 None None] Pushing event updated for resources: {'Port': ['ID=897a7a87-df5c-425d-8a00-54c293c6541a,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:19.185830 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:19.186845 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:19.207531 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 197290b4-27a7-42da-b72d-3c3f98e95786 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:19.207985 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (197290b4-27a7-42da-b72d-3c3f98e95786), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:19.251804 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Network 682376b8-1891-42b8-8562-21125b626ab2 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:19.256221 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:19.260935 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:19.283910 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Pushing event updated for resources: {'Port': ['ID=f70523f2-7396-4b37-a82a-1ba9ac041c9d,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:19.304196 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] Set router d39e4716-a4fd-41d7-b5c3-60a6da3904bb gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:19.309545 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732837'] for router_interface (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:19.392192 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:19.485200 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 197290b4-27a7-42da-b72d-3c3f98e95786 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:19.588361 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4a118-cf83-4c1d-9445-4c1bcc5ead46 req-a7f4a72d-d2e7-4fe1-b714-367a2cfdae31 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:19.595844 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-25f4a118-cf83-4c1d-9445-4c1bcc5ead46 req-a7f4a72d-d2e7-4fe1-b714-367a2cfdae31 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0728047 Aug 08 02:35:19.601089 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:19.602308 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:16Z', 'revision_number': 3, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:19.648199 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd9e32-d25c-4894-9fc9-12d3b644bb38 None None] The sync data for ids ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'] in dv-cinder-852261-2-iscsi is: [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:16Z', 'revision_number': 3, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:35:19.667279 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-25f4a118-cf83-4c1d-9445-4c1bcc5ead46 req-a484f2a6-6a09-450a-87b3-50b90ec67c33 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698066 Aug 08 02:35:19.680411 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-cfad012e-b21a-4bb2-9eed-c77ed8505c8a None None] Provisioning complete for port f70523f2-7396-4b37-a82a-1ba9ac041c9d triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:19.680794 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cfad012e-b21a-4bb2-9eed-c77ed8505c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:19.753280 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-cfad012e-b21a-4bb2-9eed-c77ed8505c8a None None] Port f70523f2-7396-4b37-a82a-1ba9ac041c9d cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:35:19.764287 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:19.826238 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1ccf1-aaff-4cc9-8a97-3c2d8c5d6479 req-9943ce63-0fb2-4c83-bca5-03c7054260f1 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:19.835832 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-59a1ccf1-aaff-4cc9-8a97-3c2d8c5d6479 req-9943ce63-0fb2-4c83-bca5-03c7054260f1 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 943 time: 0.0837610 Aug 08 02:35:19.898656 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-59a1ccf1-aaff-4cc9-8a97-3c2d8c5d6479 req-572c303f-2f75-41f1-9b3c-86cff5ff3e3d tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614872 Aug 08 02:35:20.059504 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Publish callbacks [] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:20.088275 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:20.139664 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914405'] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:20.142080 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:35:20.206395 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729621'] for router_interface (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:20.233648 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:20.309577 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Pushing event updated for resources: {'Port': ['ID=f70523f2-7396-4b37-a82a-1ba9ac041c9d,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:20.319733 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:20.320085 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:20.320439 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:20.320783 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:20.321120 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:20.321453 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:20.321783 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:20.322117 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:20.322784 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:20.323116 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:20.323448 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:20.323777 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:20.324654 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:20.324997 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:20.325322 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:20.333897 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=06ece2e5-1c70-462c-91bf-e4c9507cc4d4,segment=NetworkSegment(80bad3da-eb7b-487e-9c8d-27a7732431a8),segment_id=80bad3da-eb7b-487e-9c8d-27a7732431a8)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:20.362165 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': '06ece2e5-1c70-462c-91bf-e4c9507cc4d4', 'network_id': '235dc6e2-4294-4f34-bc7f-a3769150961e', 'port_id': '06ece2e5-1c70-462c-91bf-e4c9507cc4d4', 'mac_address': 'fa:16:3e:43:d7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a08cb1c-6783-42c0-a4e7-dc9423a83400', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:35:20.396528 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Network 682376b8-1891-42b8-8562-21125b626ab2 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:20.399827 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:20.438812 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:20.439411 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (06ece2e5-1c70-462c-91bf-e4c9507cc4d4), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:20.456211 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:35:20.484007 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=06ece2e5-1c70-462c-91bf-e4c9507cc4d4,segment=NetworkSegment(80bad3da-eb7b-487e-9c8d-27a7732431a8),segment_id=80bad3da-eb7b-487e-9c8d-27a7732431a8)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:20.579986 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (06ece2e5-1c70-462c-91bf-e4c9507cc4d4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:20.604759 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Router d39e4716-a4fd-41d7-b5c3-60a6da3904bb has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:35:20.630910 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-111e1007-5694-49b9-a1a5-ca069cb1f7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:20.728093 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=06ece2e5-1c70-462c-91bf-e4c9507cc4d4,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:20.796548 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-d90be213-45fd-4a1b-840a-3b10959d7f11 None None] Provisioning complete for port f70523f2-7396-4b37-a82a-1ba9ac041c9d triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:20.796939 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d90be213-45fd-4a1b-840a-3b10959d7f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:20.812294 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:20.868125 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-d90be213-45fd-4a1b-840a-3b10959d7f11 None None] Port f70523f2-7396-4b37-a82a-1ba9ac041c9d cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:35:20.946086 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:35:20.953319 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-eb549a42-2153-468b-a964-9620817a2b01 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/d39e4716-a4fd-41d7-b5c3-60a6da3904bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2780788 Aug 08 02:35:20.983007 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fdd24-6ff0-41c9-895f-fa9c2808ce9d req-17f7deec-4fce-48e3-8402-be1d52872eac tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:20.984167 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f43fdd24-6ff0-41c9-895f-fa9c2808ce9d req-17f7deec-4fce-48e3-8402-be1d52872eac tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.1011922 Aug 08 02:35:20.996697 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 897a7a87-df5c-425d-8a00-54c293c6541a up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:21.093123 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:21.116647 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f43fdd24-6ff0-41c9-895f-fa9c2808ce9d req-85a2013f-8848-4f5d-805b-7a5c29c83cbd tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230018 Aug 08 02:35:21.138423 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:21.164562 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc0279-a2a2-45ed-b4fb-658decc34914 req-eb03733b-c188-4872-a2d0-c0dd7fbd5c49 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:21.166887 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2cbc0279-a2a2-45ed-b4fb-658decc34914 req-eb03733b-c188-4872-a2d0-c0dd7fbd5c49 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 944 time: 0.0718591 Aug 08 02:35:21.183156 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 897a7a87-df5c-425d-8a00-54c293c6541a triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:21.185503 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (897a7a87-df5c-425d-8a00-54c293c6541a), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:21.236106 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2cbc0279-a2a2-45ed-b4fb-658decc34914 req-64cc29b1-ac16-46f4-b6be-29146145110b tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629768 Aug 08 02:35:21.289744 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['06ece2e5-1c70-462c-91bf-e4c9507cc4d4'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:35:21.340660 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 897a7a87-df5c-425d-8a00-54c293c6541a is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:21.340972 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (897a7a87-df5c-425d-8a00-54c293c6541a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:21.372825 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 897a7a87-df5c-425d-8a00-54c293c6541a, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=897a7a87-df5c-425d-8a00-54c293c6541a,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:21.442270 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (897a7a87-df5c-425d-8a00-54c293c6541a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:21.524750 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=897a7a87-df5c-425d-8a00-54c293c6541a,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:21.540021 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42314) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:21.553179 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-f69d0a95-5b5f-43ad-85b9-1ea5f1b04e5f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--228479036', 'description': 'tempest-description--1666915024'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:21.694091 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f69d0a95-5b5f-43ad-85b9-1ea5f1b04e5f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:21.792972 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f69d0a95-5b5f-43ad-85b9-1ea5f1b04e5f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group (eaa11847-3ec1-438d-b450-395c11e980ef), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:21.919308 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f69d0a95-5b5f-43ad-85b9-1ea5f1b04e5f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (eaa11847-3ec1-438d-b450-395c11e980ef), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:21.952998 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d0a95-5b5f-43ad-85b9-1ea5f1b04e5f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa11847-3ec1-438d-b450-395c11e980ef,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:21.980335 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:35:21.995403 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Sync routers for ids ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:35:22.007289 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Routers {'d39e4716-a4fd-41d7-b5c3-60a6da3904bb'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:22.008103 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:34:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:22.027098 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f69d0a95-5b5f-43ad-85b9-1ea5f1b04e5f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.031294 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f69d0a95-5b5f-43ad-85b9-1ea5f1b04e5f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4874556 Aug 08 02:35:22.031574 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42352) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:22.036076 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-7abf22e1-6ba7-4bd3-9577-5fc345f5756c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Request body: {'security_group_rule': {'security_group_id': 'eaa11847-3ec1-438d-b450-395c11e980ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:22.143771 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7abf22e1-6ba7-4bd3-9577-5fc345f5756c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group_rule (f20e9117-ebf4-44d2-82ae-2a4cf6be6449), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.237163 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Set router d39e4716-a4fd-41d7-b5c3-60a6da3904bb gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:22.251607 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7abf22e1-6ba7-4bd3-9577-5fc345f5756c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group_rule (f20e9117-ebf4-44d2-82ae-2a4cf6be6449), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.270072 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff600d63-c700-428e-abdb-0100626887dd req-30fc5e5c-5b8d-462a-8c60-fe0f94b67ecb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:22.278528 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff600d63-c700-428e-abdb-0100626887dd req-30fc5e5c-5b8d-462a-8c60-fe0f94b67ecb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0638988 Aug 08 02:35:22.329563 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7abf22e1-6ba7-4bd3-9577-5fc345f5756c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (f20e9117-ebf4-44d2-82ae-2a4cf6be6449), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.360878 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff600d63-c700-428e-abdb-0100626887dd req-dedc47f4-9fae-49d4-8a6f-41d10033b452 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778301 Aug 08 02:35:22.379644 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf22e1-6ba7-4bd3-9577-5fc345f5756c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20e9117-ebf4-44d2-82ae-2a4cf6be6449,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:22.391944 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39659ceb-b454-4edb-a80e-c39e3e4618b6 req-d08de907-d674-4bcb-84eb-9bf9fd453dfa tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:22.393445 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-39659ceb-b454-4edb-a80e-c39e3e4618b6 req-d08de907-d674-4bcb-84eb-9bf9fd453dfa tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 944 time: 0.0788836 Aug 08 02:35:22.439581 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:19Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'f70523f2-7396-4b37-a82a-1ba9ac041c9d', 'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'mac_address': 'fa:16:3e:bf:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:18Z', 'updated_at': '2022-08-08T02:35:19Z', 'revision_number': 2, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'subnets': [{'id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:22.446389 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7abf22e1-6ba7-4bd3-9577-5fc345f5756c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.455828 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7abf22e1-6ba7-4bd3-9577-5fc345f5756c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4150047 Aug 08 02:35:22.456007 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42364) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:22.456148 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-39659ceb-b454-4edb-a80e-c39e3e4618b6 req-e308e067-5b00-4b8b-972e-859e8f2033e3 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541112 Aug 08 02:35:22.456254 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Request body: {'security_group_rule': {'security_group_id': 'eaa11847-3ec1-438d-b450-395c11e980ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:22.469441 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Checking router: d39e4716-a4fd-41d7-b5c3-60a6da3904bb for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:35:22.469795 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Updating router d39e4716-a4fd-41d7-b5c3-60a6da3904bb port f70523f2-7396-4b37-a82a-1ba9ac041c9d binding host dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:35:22.497555 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.598101 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42368) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:22.599481 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group_rule (3f080654-48d0-4b1b-8382-685bae1ab6d4), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.697865 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:22.702653 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:22.711093 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-12beee87-04e6-4f16-a4cf-c0b00bedaf11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.748013 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:35:22.769824 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Publish callbacks [] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.770440 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group_rule (3f080654-48d0-4b1b-8382-685bae1ab6d4), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.795308 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-12beee87-04e6-4f16-a4cf-c0b00bedaf11 admin admin] Publish callbacks [] for security_group (9e9e3ca8-7f93-4e3f-8cde-66b3aaf0260f), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.839630 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:22.840515 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:22.840893 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (06ece2e5-1c70-462c-91bf-e4c9507cc4d4), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.866286 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 897a7a87-df5c-425d-8a00-54c293c6541a up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:22.867722 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.868192 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-12beee87-04e6-4f16-a4cf-c0b00bedaf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (9e9e3ca8-7f93-4e3f-8cde-66b3aaf0260f), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.868374 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (3f080654-48d0-4b1b-8382-685bae1ab6d4), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.890876 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f080654-48d0-4b1b-8382-685bae1ab6d4,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:22.900279 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.900531 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-12beee87-04e6-4f16-a4cf-c0b00bedaf11 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=98f247d162394ab2b8a61c43c8182355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010764 Aug 08 02:35:22.901033 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.901525 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.902520 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.903628 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.904128 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.904639 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.905176 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.905657 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.906338 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.906871 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.907382 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.907871 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.908397 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.909415 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.912021 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42372) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:22.928564 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Pushing event updated for resources: {'Port': ['ID=f70523f2-7396-4b37-a82a-1ba9ac041c9d,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:22.941402 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.941741 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.942101 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.942557 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.942925 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.943243 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.943737 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.944057 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.944376 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.944727 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.945152 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.945489 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.945836 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.946278 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.946614 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:35:22.948012 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12beee87-04e6-4f16-a4cf-c0b00bedaf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9e3ca8-7f93-4e3f-8cde-66b3aaf0260f,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:22.955843 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e4517dc3-bca5-41f4-8ce4-4d65a7c4ef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.981279 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-92083d6b-431f-4764-9322-50b13243f30b admin admin] Publish callbacks [] for security_group (9e9e3ca8-7f93-4e3f-8cde-66b3aaf0260f), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.981623 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 897a7a87-df5c-425d-8a00-54c293c6541a triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:22.986672 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (897a7a87-df5c-425d-8a00-54c293c6541a), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.986813 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.986922 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:22.986922 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (06ece2e5-1c70-462c-91bf-e4c9507cc4d4), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:22.987067 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-2d622ac3-5388-47f3-93d1-1a1532494e25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5329113 Aug 08 02:35:22.988036 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42374) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:22.993630 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Request body: {'floatingip': {'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:23.019560 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-92083d6b-431f-4764-9322-50b13243f30b admin admin] Publish callbacks [] for security_group (9e9e3ca8-7f93-4e3f-8cde-66b3aaf0260f), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:23.026944 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=06ece2e5-1c70-462c-91bf-e4c9507cc4d4,segment=NetworkSegment(80bad3da-eb7b-487e-9c8d-27a7732431a8),segment_id=80bad3da-eb7b-487e-9c8d-27a7732431a8)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:23.043260 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998bc6f6-7f4e-4219-ba48-4d047531c55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ece2e5-1c70-462c-91bf-e4c9507cc4d4'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:35:23.045751 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f367f2-3738-4c1a-bb6d-00c1d20bd5de" -d '{"events": [{"server_uuid": "998bc6f6-7f4e-4219-ba48-4d047531c55c", "name": "network-vif-plugged", "status": "completed", "tag": "06ece2e5-1c70-462c-91bf-e4c9507cc4d4"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:35:23.054035 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Attempting to bind port f70523f2-7396-4b37-a82a-1ba9ac041c9d on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:35:23.054577 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Attempting to bind port f70523f2-7396-4b37-a82a-1ba9ac041c9d by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:35:23.054829 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Attempting to bind port f70523f2-7396-4b37-a82a-1ba9ac041c9d on network 682376b8-1891-42b8-8562-21125b626ab2 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:35:23.062207 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:35:23.062609 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Checking segment: {'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:35:23.063013 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:23.063799 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Bound using segment: {'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:35:23.063928 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Bound port: f70523f2-7396-4b37-a82a-1ba9ac041c9d, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:35:23.064297 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:23.086047 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:23.129671 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:23.143695 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] For port f70523f2-7396-4b37-a82a-1ba9ac041c9d, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:35:23.148119 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] For port f70523f2-7396-4b37-a82a-1ba9ac041c9d, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=f70523f2-7396-4b37-a82a-1ba9ac041c9d,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:35:23.163290 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ef1b82-381c-45a3-b53d-a0750b8d4abc x-openstack-request-id: req-55ef1b82-381c-45a3-b53d-a0750b8d4abc {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:35:23.163575 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998bc6f6-7f4e-4219-ba48-4d047531c55c", "name": "network-vif-plugged", "status": "completed", "tag": "06ece2e5-1c70-462c-91bf-e4c9507cc4d4", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:35:23.163990 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55ef1b82-381c-45a3-b53d-a0750b8d4abc {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:35:23.164389 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ef1b82-381c-45a3-b53d-a0750b8d4abc'] response: {'server_uuid': '998bc6f6-7f4e-4219-ba48-4d047531c55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ece2e5-1c70-462c-91bf-e4c9507cc4d4', 'code': 200} Aug 08 02:35:23.166389 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 897a7a87-df5c-425d-8a00-54c293c6541a is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:23.173021 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (06ece2e5-1c70-462c-91bf-e4c9507cc4d4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:23.180518 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-92083d6b-431f-4764-9322-50b13243f30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (9e9e3ca8-7f93-4e3f-8cde-66b3aaf0260f), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:23.184415 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-92083d6b-431f-4764-9322-50b13243f30b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:23.185788 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-92083d6b-431f-4764-9322-50b13243f30b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9e9e3ca8-7f93-4e3f-8cde-66b3aaf0260f HTTP/1.1" status: 204 len: 168 time: 0.2726030 Aug 08 02:35:23.211998 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92083d6b-431f-4764-9322-50b13243f30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9e3ca8-7f93-4e3f-8cde-66b3aaf0260f,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:23.237506 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:23.242482 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:23.244367 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=06ece2e5-1c70-462c-91bf-e4c9507cc4d4,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:23.286077 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:23.291234 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Routers {'d39e4716-a4fd-41d7-b5c3-60a6da3904bb'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:23.291869 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:35:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:23.346055 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc782d-85eb-4e4b-b811-655cbd296c15 None None] Pushing event updated for resources: {'Port': ['ID=f70523f2-7396-4b37-a82a-1ba9ac041c9d,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:23.366731 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Allocated IP 172.27.4.110 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/7dfe25a9-1bd2-4fe8-abc1-1c1ad251ad9b) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:23.411845 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] Set router d39e4716-a4fd-41d7-b5c3-60a6da3904bb gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:23.445208 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:23.517097 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for port (7dfe25a9-1bd2-4fe8-abc1-1c1ad251ad9b), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:23.524446 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2b563-556d-4462-8c35-65d7cf06b32e req-51482bb3-8e4f-499e-8411-019c689a415d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:23.526388 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d3f2b563-556d-4462-8c35-65d7cf06b32e req-51482bb3-8e4f-499e-8411-019c689a415d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0942023 Aug 08 02:35:23.598075 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:23.602955 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d3f2b563-556d-4462-8c35-65d7cf06b32e req-9d841710-f8f9-48ac-b0a8-798650592314 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699997 Aug 08 02:35:23.604719 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ce9ec-c3a1-432b-8fcc-b170ab5c23a9 req-bded8f0a-4fb1-4eff-a61b-e2adfceb7cf2 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:23.606214 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:23.606848 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3f2ce9ec-c3a1-432b-8fcc-b170ab5c23a9 req-bded8f0a-4fb1-4eff-a61b-e2adfceb7cf2 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 945 time: 0.0549350 Aug 08 02:35:23.656678 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3f2ce9ec-c3a1-432b-8fcc-b170ab5c23a9 req-d7a304bf-fa67-497f-80e8-f8d5321902cf tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435221 Aug 08 02:35:23.662415 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (7dfe25a9-1bd2-4fe8-abc1-1c1ad251ad9b), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:23.681604 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:23.692645 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:19Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'f70523f2-7396-4b37-a82a-1ba9ac041c9d', 'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'mac_address': 'fa:16:3e:bf:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:18Z', 'updated_at': '2022-08-08T02:35:23Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'subnets': [{'id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:23.708100 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:23.712823 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:23.716277 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:23.718423 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444c882-14ca-4ce3-9076-9ddaadb21408 None None] The sync data for ids ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'] in dv-cinder-852261-2-iscsi is: [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:19Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'f70523f2-7396-4b37-a82a-1ba9ac041c9d', 'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'mac_address': 'fa:16:3e:bf:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:18Z', 'updated_at': '2022-08-08T02:35:23Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'subnets': [{'id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:35:23.741973 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event updated for resources: {'Port': ['ID=7dfe25a9-1bd2-4fe8-abc1-1c1ad251ad9b,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:23.828429 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for floatingip (45b91340-7350-481d-9610-9cd63acf48ce), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:23.999724 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (7dfe25a9-1bd2-4fe8-abc1-1c1ad251ad9b), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:24.060642 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42396) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:24.074742 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7544c7cd-b8f0-4ed4-8582-b380e582017b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:24.169983 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7544c7cd-b8f0-4ed4-8582-b380e582017b admin admin] Publish callbacks [] for security_group (e4cdf08c-8bc3-4986-b12a-8133a708089e), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:24.185400 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for port (7dfe25a9-1bd2-4fe8-abc1-1c1ad251ad9b), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:24.277855 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7544c7cd-b8f0-4ed4-8582-b380e582017b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e4cdf08c-8bc3-4986-b12a-8133a708089e), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:24.291302 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:24.307979 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (7dfe25a9-1bd2-4fe8-abc1-1c1ad251ad9b), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:24.324360 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7544c7cd-b8f0-4ed4-8582-b380e582017b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8e823a6534fb479f9b6132cbfc44649b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600865 Aug 08 02:35:24.324360 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544c7cd-b8f0-4ed4-8582-b380e582017b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cdf08c-8bc3-4986-b12a-8133a708089e,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:24.325856 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42406) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:24.370273 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:24.399102 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-662cac49-a76c-4ec7-89f5-09188659e8de admin admin] Publish callbacks [] for security_group (e4cdf08c-8bc3-4986-b12a-8133a708089e), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:24.404301 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (45b91340-7350-481d-9610-9cd63acf48ce), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:24.407768 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event updated for resources: {'Port': ['ID=7dfe25a9-1bd2-4fe8-abc1-1c1ad251ad9b,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:24.433206 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-662cac49-a76c-4ec7-89f5-09188659e8de admin admin] Publish callbacks [] for security_group (e4cdf08c-8bc3-4986-b12a-8133a708089e), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:24.521640 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:24.538737 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-6de15d56-1bac-405b-874b-7c8c98056b06 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5474875 Aug 08 02:35:24.600375 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6194136e-19d4-409b-9bfd-a615a3c26e7b req-bfedbc6e-2da9-4988-9644-cd9f2656aa92 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1271951 Aug 08 02:35:24.605028 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-662cac49-a76c-4ec7-89f5-09188659e8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e4cdf08c-8bc3-4986-b12a-8133a708089e), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:24.611888 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95f145-5a40-43c3-8032-23209e974a26 req-377a3016-052e-4842-af62-32030ebb2a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:24.616405 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3f95f145-5a40-43c3-8032-23209e974a26 req-377a3016-052e-4842-af62-32030ebb2a1f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 1129 time: 0.0603540 Aug 08 02:35:24.617057 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-662cac49-a76c-4ec7-89f5-09188659e8de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:24.617057 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-662cac49-a76c-4ec7-89f5-09188659e8de admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e4cdf08c-8bc3-4986-b12a-8133a708089e HTTP/1.1" status: 204 len: 168 time: 0.2898488 Aug 08 02:35:24.628672 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662cac49-a76c-4ec7-89f5-09188659e8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cdf08c-8bc3-4986-b12a-8133a708089e,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:24.736218 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194136e-19d4-409b-9bfd-a615a3c26e7b req-ca27aaf4-d5ff-4fb4-a2fb-6ff490233423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:24.737746 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6194136e-19d4-409b-9bfd-a615a3c26e7b req-ca27aaf4-d5ff-4fb4-a2fb-6ff490233423 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 1129 time: 0.0886173 Aug 08 02:35:24.754187 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3f95f145-5a40-43c3-8032-23209e974a26 req-5cfcb44d-b281-4450-8419-9b25dd377335 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263492 Aug 08 02:35:24.810441 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca5747-8273-4c9e-b876-fb9d865fcb0f req-6245e799-33c5-4c78-b19c-35a444c5b511 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:24.811976 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-76ca5747-8273-4c9e-b876-fb9d865fcb0f req-6245e799-33c5-4c78-b19c-35a444c5b511 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 945 time: 0.0568678 Aug 08 02:35:24.822783 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a223ab-f328-46ea-8963-3850b81d94c2 req-13a0469e-8868-48e2-96ac-5fe7a5e54eed tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:24.832560 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-91a223ab-f328-46ea-8963-3850b81d94c2 req-13a0469e-8868-48e2-96ac-5fe7a5e54eed tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0996075 Aug 08 02:35:24.928808 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-91a223ab-f328-46ea-8963-3850b81d94c2 req-d3a6ebe3-02e7-4d3f-a2f8-ded2d22e2578 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895674 Aug 08 02:35:24.950813 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device f70523f2-7396-4b37-a82a-1ba9ac041c9d up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:24.967723 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-76ca5747-8273-4c9e-b876-fb9d865fcb0f req-7914e160-0ad5-4ace-b49d-42c296d7642c tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145284 Aug 08 02:35:25.016088 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port f70523f2-7396-4b37-a82a-1ba9ac041c9d triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:25.016464 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:25.057404 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-aafcb977-be20-4886-915c-c2cb917b4824 req-570e221e-175a-4b07-a182-6ec439d19fde tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--228479036&fields=id&tenant_id=897030a5075b4ca3ad29d73371306a66 HTTP/1.1" status: 200 len: 267 time: 0.0484290 Aug 08 02:35:25.100217 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port f70523f2-7396-4b37-a82a-1ba9ac041c9d is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:25.100603 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:25.143461 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port f70523f2-7396-4b37-a82a-1ba9ac041c9d, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=f70523f2-7396-4b37-a82a-1ba9ac041c9d,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:25.238075 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcb977-be20-4886-915c-c2cb917b4824 req-da87082b-c8a6-4c41-83d7-1c082ae25c25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:25.245652 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:25.248093 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-aafcb977-be20-4886-915c-c2cb917b4824 req-da87082b-c8a6-4c41-83d7-1c082ae25c25 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/networks?id=682376b8-1891-42b8-8562-21125b626ab2 HTTP/1.1" status: 200 len: 811 time: 0.1815164 Aug 08 02:35:25.252111 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f6014-06ee-44b5-80ed-581f4a02b8bb req-0ce800ba-d8bf-4be8-8ffb-dfcb3414183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:25.255439 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-709f6014-06ee-44b5-80ed-581f4a02b8bb req-0ce800ba-d8bf-4be8-8ffb-dfcb3414183f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 1129 time: 0.0702612 Aug 08 02:35:25.286813 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194136e-19d4-409b-9bfd-a615a3c26e7b req-224c9c1c-e12a-4147-947b-e1afc2d74444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:25.288466 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6194136e-19d4-409b-9bfd-a615a3c26e7b req-224c9c1c-e12a-4147-947b-e1afc2d74444 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87360f95-f3ba-477f-b837-ec26e9e98a48 HTTP/1.1" status: 200 len: 918 time: 0.1968656 Aug 08 02:35:25.291494 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-aafcb977-be20-4886-915c-c2cb917b4824 req-26bc4a3c-ac29-4b20-821a-936d8fd69068 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/quotas/897030a5075b4ca3ad29d73371306a66 HTTP/1.1" status: 200 len: 375 time: 0.0416906 Aug 08 02:35:25.334476 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-709f6014-06ee-44b5-80ed-581f4a02b8bb req-3a90cec8-19fc-4841-be3c-04c75b4d9935 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621033 Aug 08 02:35:25.365665 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=f70523f2-7396-4b37-a82a-1ba9ac041c9d,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:25.368161 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-aafcb977-be20-4886-915c-c2cb917b4824 req-389cc53a-f4b7-443c-ae65-2d707e3d0253 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=897030a5075b4ca3ad29d73371306a66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759249 Aug 08 02:35:25.489189 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-aafcb977-be20-4886-915c-c2cb917b4824 req-82f80bbc-9c02-4443-b85a-d9e85e626c20 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070731 Aug 08 02:35:25.565618 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bdb05-5f8f-4e78-a48c-d256707d03a1 req-be7072e3-a8d1-464c-947e-1df4a31df937 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:25.567305 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7d8bdb05-5f8f-4e78-a48c-d256707d03a1 req-be7072e3-a8d1-464c-947e-1df4a31df937 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 945 time: 0.0538340 Aug 08 02:35:25.598751 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-aafcb977-be20-4886-915c-c2cb917b4824 req-02761d2d-1a70-4567-99f7-01de9ab577a7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024673 Aug 08 02:35:25.623067 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7d8bdb05-5f8f-4e78-a48c-d256707d03a1 req-f40c6e30-adf6-4d33-8516-8077a8e6e10c tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492284 Aug 08 02:35:25.649556 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42456) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:25.868485 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6c17a2d2-3d6f-4540-a62b-7c04e98fc1d4 req-14cfafe9-96ad-4fea-adf3-ec3f10c11f47 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 210 time: 0.0332999 Aug 08 02:35:25.907504 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73c591a-982d-49ec-b2a6-f554efdf7991 tempest-TestMinimumBasicScenario-1781653821 tempest-TestMinimumBasicScenario-1781653821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:25.909071 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a73c591a-982d-49ec-b2a6-f554efdf7991 tempest-TestMinimumBasicScenario-1781653821 tempest-TestMinimumBasicScenario-1781653821-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 1124 time: 0.2585318 Aug 08 02:35:25.912119 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42470) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:25.916616 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Request body: {'floatingip': {'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'port_id': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:26.015658 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:26.049400 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:26.104941 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f926e7-8412-4b85-bc1b-b3e3216489ed req-fcbb8ae3-2839-4d54-baaa-e996944c5adb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:26.106985 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c3f926e7-8412-4b85-bc1b-b3e3216489ed req-fcbb8ae3-2839-4d54-baaa-e996944c5adb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0717804 Aug 08 02:35:26.143901 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:26.196383 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c3f926e7-8412-4b85-bc1b-b3e3216489ed req-4c68dd62-187d-44b5-b82a-c355757df2ed tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768917 Aug 08 02:35:26.213578 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed381ee-840e-4455-9785-3215e9f2c53b req-0c250ab1-b782-4a16-9fbc-a2fc97841178 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:26.216190 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2ed381ee-840e-4455-9785-3215e9f2c53b req-0c250ab1-b782-4a16-9fbc-a2fc97841178 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 945 time: 0.1246929 Aug 08 02:35:26.251906 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6194136e-19d4-409b-9bfd-a615a3c26e7b req-fcfe1c2b-b0c3-4089-8f81-a05fb7446e93 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=438a8af0-9043-4725-b741-8f21cc9f8097 HTTP/1.1" status: 200 len: 1001 time: 0.1621401 Aug 08 02:35:26.252708 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:26.259830 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:26.334247 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2ed381ee-840e-4455-9785-3215e9f2c53b req-74198ea8-f862-4fc3-8e52-4a766f1c422a tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047747 Aug 08 02:35:26.339434 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:26.405902 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Allocated IP 172.27.4.195 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/bf41b852-950d-4d37-bd59-7c0d988f8bc6) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:26.451017 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:26.540670 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for port (bf41b852-950d-4d37-bd59-7c0d988f8bc6), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:26.587831 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:26.614416 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42500) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:26.688238 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (bf41b852-950d-4d37-bd59-7c0d988f8bc6), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:26.761317 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:26.766748 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:26.771707 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1383a621-188f-4224-a698-c36847c8edd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:26.776801 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:26.790596 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Pushing event updated for resources: {'Port': ['ID=bf41b852-950d-4d37-bd59-7c0d988f8bc6,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:26.908574 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device f70523f2-7396-4b37-a82a-1ba9ac041c9d up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:26.912192 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42510) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:26.983282 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port f70523f2-7396-4b37-a82a-1ba9ac041c9d triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:26.983651 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:27.024005 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1383a621-188f-4224-a698-c36847c8edd9 admin admin] Publish callbacks [] for security_group (9e3666b2-f33e-4769-bbb1-805b56b0a045), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:27.028241 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c7ddc3e6-bf8d-4071-a6c6-0355dd6b9bab req-68d2b32a-f10e-4c81-97a8-7cd8405359e5 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 210 time: 0.0618742 Aug 08 02:35:27.074547 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4d8b3cdc-1729-4336-a2fb-d2694bde3027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:27.078136 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port f70523f2-7396-4b37-a82a-1ba9ac041c9d is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:27.118097 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1383a621-188f-4224-a698-c36847c8edd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (9e3666b2-f33e-4769-bbb1-805b56b0a045), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:27.161562 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4d8b3cdc-1729-4336-a2fb-d2694bde3027 admin admin] Publish callbacks [] for security_group (69030e3f-e5ed-42c7-a95a-73257aaf71f5), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:27.237155 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42516) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:27.237301 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-1383a621-188f-4224-a698-c36847c8edd9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=80f651f1c3994d8eb18a5b5b0c7f4c45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6267269 Aug 08 02:35:27.239894 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383a621-188f-4224-a698-c36847c8edd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3666b2-f33e-4769-bbb1-805b56b0a045,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:27.256004 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4d8b3cdc-1729-4336-a2fb-d2694bde3027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (69030e3f-e5ed-42c7-a95a-73257aaf71f5), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:27.317897 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4d8b3cdc-1729-4336-a2fb-d2694bde3027 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4a56278d98e24835bcdbe5be29befdcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4034555 Aug 08 02:35:27.320361 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b3cdc-1729-4336-a2fb-d2694bde3027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69030e3f-e5ed-42c7-a95a-73257aaf71f5,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:27.322847 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42518) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:27.345277 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-85789ac1-d1cb-45d6-9404-d96c61b578be admin admin] Publish callbacks [] for security_group (9e3666b2-f33e-4769-bbb1-805b56b0a045), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:27.392636 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-85789ac1-d1cb-45d6-9404-d96c61b578be admin admin] Publish callbacks [] for security_group (9e3666b2-f33e-4769-bbb1-805b56b0a045), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:27.441239 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b287ab7f-b9ef-4eb3-8aea-1578ae1cebe8 admin admin] Publish callbacks [] for security_group (69030e3f-e5ed-42c7-a95a-73257aaf71f5), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:27.468767 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b287ab7f-b9ef-4eb3-8aea-1578ae1cebe8 admin admin] Publish callbacks [] for security_group (69030e3f-e5ed-42c7-a95a-73257aaf71f5), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:27.551772 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e43f7-6fef-4474-89c6-b78713181bd3 req-0e24d8b4-ce7f-4d8a-81f0-5a4e34e7fb46 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:27.553411 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1a1e43f7-6fef-4474-89c6-b78713181bd3 req-0e24d8b4-ce7f-4d8a-81f0-5a4e34e7fb46 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 945 time: 0.0704205 Aug 08 02:35:27.555242 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-85789ac1-d1cb-45d6-9404-d96c61b578be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (9e3666b2-f33e-4769-bbb1-805b56b0a045), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:27.558771 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-85789ac1-d1cb-45d6-9404-d96c61b578be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:27.561053 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-85789ac1-d1cb-45d6-9404-d96c61b578be admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9e3666b2-f33e-4769-bbb1-805b56b0a045 HTTP/1.1" status: 204 len: 168 time: 0.3228476 Aug 08 02:35:27.562646 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:27.575491 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85789ac1-d1cb-45d6-9404-d96c61b578be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3666b2-f33e-4769-bbb1-805b56b0a045,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:27.625166 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1e11c-a69c-43a7-a9bb-371e4eb05fa4 req-b497881b-5ce5-4938-a638-766e91742d49 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:27.626728 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-16e1e11c-a69c-43a7-a9bb-371e4eb05fa4 req-b497881b-5ce5-4938-a638-766e91742d49 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.1168532 Aug 08 02:35:27.629693 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194136e-19d4-409b-9bfd-a615a3c26e7b req-1c250c81-2fa2-4b51-bb6e-2a3856075c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:27.631172 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6194136e-19d4-409b-9bfd-a615a3c26e7b req-1c250c81-2fa2-4b51-bb6e-2a3856075c21 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e0a15f1e-8f7d-40be-8001-fcd3ba94b32d HTTP/1.1" status: 200 len: 856 time: 0.1196868 Aug 08 02:35:27.635064 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for floatingip (5a62ff40-b2a2-4dff-8247-40e8626b8695), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:27.643614 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1a1e43f7-6fef-4474-89c6-b78713181bd3 req-594f0022-e5fd-48e9-a6a5-a4adbdbaab70 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711880 Aug 08 02:35:27.660151 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b287ab7f-b9ef-4eb3-8aea-1578ae1cebe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (69030e3f-e5ed-42c7-a95a-73257aaf71f5), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:27.664317 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b287ab7f-b9ef-4eb3-8aea-1578ae1cebe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:27.664447 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-b287ab7f-b9ef-4eb3-8aea-1578ae1cebe8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/69030e3f-e5ed-42c7-a95a-73257aaf71f5 HTTP/1.1" status: 204 len: 168 time: 0.3404911 Aug 08 02:35:27.674309 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287ab7f-b9ef-4eb3-8aea-1578ae1cebe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69030e3f-e5ed-42c7-a95a-73257aaf71f5,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:27.735813 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194136e-19d4-409b-9bfd-a615a3c26e7b req-e1808411-cb7a-4e20-bece-524c9743b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:27.737614 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6194136e-19d4-409b-9bfd-a615a3c26e7b req-e1808411-cb7a-4e20-bece-524c9743b5f3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87360f95-f3ba-477f-b837-ec26e9e98a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716679 Aug 08 02:35:27.747275 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-16e1e11c-a69c-43a7-a9bb-371e4eb05fa4 req-ec10ab55-f196-4075-985e-364321fd2fa3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116831 Aug 08 02:35:27.814997 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:27.867868 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (bf41b852-950d-4d37-bd59-7c0d988f8bc6), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:27.890048 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6194136e-19d4-409b-9bfd-a615a3c26e7b req-06f40ab0-4495-41f4-ae7c-350f847344e3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436019 Aug 08 02:35:27.890896 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=8,neutron:UPDATE=4,neutron:SELECT=88 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:28.103608 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6194136e-19d4-409b-9bfd-a615a3c26e7b req-b208e91b-d687-4a73-b339-e1fc0dca0088 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006104 Aug 08 02:35:28.121813 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:28.158389 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6c13e5ed-2ff4-41f5-becd-23541b887874 req-fd8feb26-0821-4634-a833-0c8c97699a57 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 210 time: 0.0479028 Aug 08 02:35:28.213111 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for port (bf41b852-950d-4d37-bd59-7c0d988f8bc6), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:28.272452 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (bf41b852-950d-4d37-bd59-7c0d988f8bc6), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:28.346150 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c00e5-4910-4ea1-9eba-d27604b4b171 req-2a204216-caf1-4946-9a26-6e5413209697 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:28.350826 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-345c00e5-4910-4ea1-9eba-d27604b4b171 req-2a204216-caf1-4946-9a26-6e5413209697 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.1212058 Aug 08 02:35:28.380486 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (5a62ff40-b2a2-4dff-8247-40e8626b8695), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:28.384851 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Pushing event updated for resources: {'Port': ['ID=bf41b852-950d-4d37-bd59-7c0d988f8bc6,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:28.454154 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:28.463317 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-345c00e5-4910-4ea1-9eba-d27604b4b171 req-d568dd0c-8fef-4e95-a964-4fdb4488a9a1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062300 Aug 08 02:35:28.514469 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Floating IP 5a62ff40-b2a2-4dff-8247-40e8626b8695 associated. External IP: 172.27.4.195, port: b1663d83-3f81-40a7-968b-47e96bdf8eb3. Aug 08 02:35:28.752276 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7651-bbdd-4024-88e4-28c814ed6397 req-b60048f5-838f-4ca1-8543-038d3936263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:28.753472 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-094d7651-bbdd-4024-88e4-28c814ed6397 req-b60048f5-838f-4ca1-8543-038d3936263c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 1129 time: 0.0902967 Aug 08 02:35:28.799052 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f649b6b-a60a-4216-9fa4-00a0ab31f1fb req-711d2c1b-2752-41bc-bc03-f22fb9696c52 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:28.801913 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1f649b6b-a60a-4216-9fa4-00a0ab31f1fb req-711d2c1b-2752-41bc-bc03-f22fb9696c52 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 945 time: 0.0652361 Aug 08 02:35:28.896953 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Router 967626e3-3290-4434-81aa-f557e1bc47b9 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:35:28.919049 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1f649b6b-a60a-4216-9fa4-00a0ab31f1fb req-dcb66aa0-fa78-482f-ba4a-4c518cac9597 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108546 Aug 08 02:35:28.924245 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7651-bbdd-4024-88e4-28c814ed6397 req-25ad2836-f074-4732-8163-32513a9a5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:28.925719 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-094d7651-bbdd-4024-88e4-28c814ed6397 req-25ad2836-f074-4732-8163-32513a9a5886 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 918 time: 0.1626978 Aug 08 02:35:28.935263 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=8,neutron:SELECT=92 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:28.950147 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42578) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:28.997176 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:29.075794 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-c2fa0ae8-7338-4eb3-b2e5-79cd22d32f4b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-534016115-network', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:29.104470 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-094d7651-bbdd-4024-88e4-28c814ed6397 req-648bdec1-ef8b-4a3e-847c-305f38f262c2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b02fabe8-9ace-422a-a568-18c37daa63c2 HTTP/1.1" status: 200 len: 217 time: 0.0978563 Aug 08 02:35:29.129172 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:35:29.140908 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d492bcf-9c6a-4bfc-8ee6-576082fb8586 None None] Sync routers for ids ['967626e3-3290-4434-81aa-f557e1bc47b9'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:35:29.158063 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d492bcf-9c6a-4bfc-8ee6-576082fb8586 None None] Routers {'967626e3-3290-4434-81aa-f557e1bc47b9'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:29.158063 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-6d492bcf-9c6a-4bfc-8ee6-576082fb8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:35:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['967626e3-3290-4434-81aa-f557e1bc47b9'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:29.199668 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fa0ae8-7338-4eb3-b2e5-79cd22d32f4b admin admin] Made reservation on behalf of e069855c07d94296a331d49a7a2a7ce4 for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:35:29.210899 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0ae8-7338-4eb3-b2e5-79cd22d32f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:29.216549 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0ae8-7338-4eb3-b2e5-79cd22d32f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:29.229756 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:29.300483 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-3c4dda1d-ea01-4d8e-b0c6-4f33f6faa1f4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3871005 Aug 08 02:35:29.317940 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'tag': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:35:29.320669 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b1c2a4-d9d7-497d-978c-f1bf76b2f855" -d '{"events": [{"name": "network-changed", "server_uuid": "2013baeb-7052-438d-80c7-7e2be6eddca9", "tag": "b1663d83-3f81-40a7-968b-47e96bdf8eb3"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:35:29.322949 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42626) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:29.329275 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1fe60ea6-22d7-4428-884d-5a31b42f4482 req-d0260291-54aa-47df-a210-2174be89f2c9 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 210 time: 0.0533478 Aug 08 02:35:29.332624 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-66d0c0d6-418f-4462-b3b7-ab0f620edff0 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1370271872', 'description': 'tempest-secgroup-smoke-1370271872 description', 'project_id': '31bdca178d874d499b1492305ad45a9c'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:29.378899 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0ae8-7338-4eb3-b2e5-79cd22d32f4b admin admin] Publish callbacks [] for security_group (bf9a8e2a-8666-4ae2-b7cb-a47fed571acd), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:29.383320 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125430fc-9deb-4445-abc7-3c975f8a937f x-openstack-request-id: req-125430fc-9deb-4445-abc7-3c975f8a937f {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:35:29.383613 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2013baeb-7052-438d-80c7-7e2be6eddca9", "tag": "b1663d83-3f81-40a7-968b-47e96bdf8eb3", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:35:29.383864 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-125430fc-9deb-4445-abc7-3c975f8a937f {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:35:29.384256 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125430fc-9deb-4445-abc7-3c975f8a937f'] response: {'name': 'network-changed', 'server_uuid': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'tag': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3', 'status': 'completed', 'code': 200} Aug 08 02:35:29.385359 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:29.402038 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:29.404939 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7651-bbdd-4024-88e4-28c814ed6397 req-b86773d3-032a-4e47-b6d4-b12b4659c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:29.406703 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-094d7651-bbdd-4024-88e4-28c814ed6397 req-b86773d3-032a-4e47-b6d4-b12b4659c73c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.0545816 Aug 08 02:35:29.436823 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-66d0c0d6-418f-4462-b3b7-ab0f620edff0 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:29.466927 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0ae8-7338-4eb3-b2e5-79cd22d32f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (bf9a8e2a-8666-4ae2-b7cb-a47fed571acd), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:29.467939 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:29.485444 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-6d492bcf-9c6a-4bfc-8ee6-576082fb8586 None None] Set router 967626e3-3290-4434-81aa-f557e1bc47b9 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:29.506621 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fa0ae8-7338-4eb3-b2e5-79cd22d32f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:35:29.529789 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa0ae8-7338-4eb3-b2e5-79cd22d32f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9a8e2a-8666-4ae2-b7cb-a47fed571acd,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:29.533879 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0ae8-7338-4eb3-b2e5-79cd22d32f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (d760f924-e814-4229-88af-f386463b2e7e), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:29.534510 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-c2fa0ae8-7338-4eb3-b2e5-79cd22d32f4b admin admin] Added segment d760f924-e814-4229-88af-f386463b2e7e of type vlan for network 72633b9c-b237-4ab8-8fff-e57a0fd5947a Aug 08 02:35:29.586944 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-66d0c0d6-418f-4462-b3b7-ab0f620edff0 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group (7f7711eb-fcaa-4daa-a144-201e3b1c9867), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:29.599064 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0ae8-7338-4eb3-b2e5-79cd22d32f4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (72633b9c-b237-4ab8-8fff-e57a0fd5947a), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:29.693102 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290afb1-a376-44ed-b53d-160830fe33eb req-27468608-8239-473f-b343-09fe4620319f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:29.694786 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e290afb1-a376-44ed-b53d-160830fe33eb req-27468608-8239-473f-b343-09fe4620319f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0928304 Aug 08 02:35:29.696810 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-66d0c0d6-418f-4462-b3b7-ab0f620edff0 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (7f7711eb-fcaa-4daa-a144-201e3b1c9867), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:29.724751 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0ae8-7338-4eb3-b2e5-79cd22d32f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (72633b9c-b237-4ab8-8fff-e57a0fd5947a), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:29.727163 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fa0ae8-7338-4eb3-b2e5-79cd22d32f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:29.728062 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0ae8-7338-4eb3-b2e5-79cd22d32f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:29.825123 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0c0d6-418f-4462-b3b7-ab0f620edff0 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7711eb-fcaa-4daa-a144-201e3b1c9867,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:29.845341 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa0ae8-7338-4eb3-b2e5-79cd22d32f4b admin admin] Pushing event updated for resources: {'Network': ['ID=72633b9c-b237-4ab8-8fff-e57a0fd5947a,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:29.865854 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network 72633b9c-b237-4ab8-8fff-e57a0fd5947a details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:35:29.881347 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-66d0c0d6-418f-4462-b3b7-ab0f620edff0 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:29.885483 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-66d0c0d6-418f-4462-b3b7-ab0f620edff0 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5583041 Aug 08 02:35:29.885634 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42644) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:29.890921 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-564e41d7-4060-470a-9894-2b6033c9f39b tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Request body: {'security_group_rule': {'security_group_id': '7f7711eb-fcaa-4daa-a144-201e3b1c9867', 'project_id': '31bdca178d874d499b1492305ad45a9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:29.901009 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcb977-be20-4886-915c-c2cb917b4824 req-57263f6a-ea6d-446d-ab2d-8b07d8c33892 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:29.902784 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aafcb977-be20-4886-915c-c2cb917b4824 req-57263f6a-ea6d-446d-ab2d-8b07d8c33892 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.48 "GET /networking/v2.0/networks?id=682376b8-1891-42b8-8562-21125b626ab2 HTTP/1.1" status: 200 len: 811 time: 0.1997364 Aug 08 02:35:29.925936 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7651-bbdd-4024-88e4-28c814ed6397 req-e3ea884d-d286-4c4f-b4bc-afae3149866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:29.928431 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-094d7651-bbdd-4024-88e4-28c814ed6397 req-e3ea884d-d286-4c4f-b4bc-afae3149866b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2775161 Aug 08 02:35:29.931951 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-6d492bcf-9c6a-4bfc-8ee6-576082fb8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'name': 'tempest-TestMinimumBasicScenario-906689206-router', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231'}], 'enable_snat': True}, 'gw_port_id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'gw_port': {'id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '5a62ff40-b2a2-4dff-8247-40e8626b8695', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'floating_ip_address': '172.27.4.195', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'port_id': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0039794c-6513-403c-9341-87684af30240', 'mac_address': 'fa:16:3e:d6:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:27Z', 'updated_at': '2022-08-08T02:35:27Z', 'revision_number': 0, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9526460-d78d-4f38-9073-4b8c13d2069b', 'name': '', 'network_id': '0039794c-6513-403c-9341-87684af30240', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'mac_address': 'fa:16:3e:26:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:04Z', 'updated_at': '2022-08-08T02:34:11Z', 'revision_number': 5, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'subnets': [{'id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:29.940912 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-c2fa0ae8-7338-4eb3-b2e5-79cd22d32f4b admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9892604 Aug 08 02:35:29.942739 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42648) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:29.948141 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-ea61f87e-684d-4073-b0d6-c92af0100e3e admin admin] Request body: {'subnet': {'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-534016115-subnet', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'ip_version': 4}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:29.963378 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1c2a4-d9d7-497d-978c-f1bf76b2f855 req-10a234ea-23eb-4e94-b6ed-2430e7729598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:29.965404 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-59b1c2a4-d9d7-497d-978c-f1bf76b2f855 req-10a234ea-23eb-4e94-b6ed-2430e7729598 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=31bdca178d874d499b1492305ad45a9c&device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 1129 time: 0.2671025 Aug 08 02:35:29.978297 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d492bcf-9c6a-4bfc-8ee6-576082fb8586 None None] Checking router: 967626e3-3290-4434-81aa-f557e1bc47b9 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:35:29.980077 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:29.996811 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d492bcf-9c6a-4bfc-8ee6-576082fb8586 None None] Routers {'967626e3-3290-4434-81aa-f557e1bc47b9'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:29.998088 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-6d492bcf-9c6a-4bfc-8ee6-576082fb8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:35:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['967626e3-3290-4434-81aa-f557e1bc47b9'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:30.025742 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-564e41d7-4060-470a-9894-2b6033c9f39b tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (c96edc70-b7a2-49bb-90ce-6e0be715a5d8), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:30.055312 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:30.077200 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea61f87e-684d-4073-b0d6-c92af0100e3e admin admin] Made reservation on behalf of e069855c07d94296a331d49a7a2a7ce4 for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:35:30.084258 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ea61f87e-684d-4073-b0d6-c92af0100e3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25480583'] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:30.166023 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-6d492bcf-9c6a-4bfc-8ee6-576082fb8586 None None] Set router 967626e3-3290-4434-81aa-f557e1bc47b9 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:30.167780 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:30.190504 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e290afb1-a376-44ed-b53d-160830fe33eb req-8dfd7a12-71db-406c-89a7-080d78306711 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864082 Aug 08 02:35:30.192255 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-564e41d7-4060-470a-9894-2b6033c9f39b tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (c96edc70-b7a2-49bb-90ce-6e0be715a5d8), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:30.208043 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aafcb977-be20-4886-915c-c2cb917b4824 req-6c9859f0-35f5-4440-814b-0ba5b3ef34fd tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=897030a5075b4ca3ad29d73371306a66 HTTP/1.1" status: 200 len: 379 time: 0.2842331 Aug 08 02:35:30.234389 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:30.277147 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-564e41d7-4060-470a-9894-2b6033c9f39b tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (c96edc70-b7a2-49bb-90ce-6e0be715a5d8), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:30.287524 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1c2a4-d9d7-497d-978c-f1bf76b2f855 req-a1fd0360-caa0-4f5f-bcd7-68df6a172d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:30.292204 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-59b1c2a4-d9d7-497d-978c-f1bf76b2f855 req-a1fd0360-caa0-4f5f-bcd7-68df6a172d7a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0039794c-6513-403c-9341-87684af30240 HTTP/1.1" status: 200 len: 915 time: 0.3192041 Aug 08 02:35:30.307169 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-094d7651-bbdd-4024-88e4-28c814ed6397 req-46838ea7-a205-4a51-88a7-7ae8a76e50a3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573992 Aug 08 02:35:30.313858 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-aafcb977-be20-4886-915c-c2cb917b4824 req-0c1a6e0d-41f8-4699-8e6f-916a1affcc41 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Request body: {'port': {'device_id': '06ed21ea-bc5e-4251-bcc7-fbfe640ab747', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'admin_state_up': True, 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'security_groups': ['eaa11847-3ec1-438d-b450-395c11e980ef']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:30.356562 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e41d7-4060-470a-9894-2b6033c9f39b tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96edc70-b7a2-49bb-90ce-6e0be715a5d8,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:30.423201 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-564e41d7-4060-470a-9894-2b6033c9f39b tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:30.427543 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-564e41d7-4060-470a-9894-2b6033c9f39b tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5408366 Aug 08 02:35:30.428392 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42658) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:30.443519 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-1ce58cc7-59f4-4571-a470-2a12a999bacb tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Request body: {'security_group_rule': {'security_group_id': '7f7711eb-fcaa-4daa-a144-201e3b1c9867', 'project_id': '31bdca178d874d499b1492305ad45a9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:30.488383 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c0823bba-009b-41fe-a81b-30d0602de24a req-cb6026b1-325a-4676-b452-dfeae42c47ca tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 210 time: 0.0590243 Aug 08 02:35:30.525927 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ea61f87e-684d-4073-b0d6-c92af0100e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3914270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25480593'] for subnet (7ade88c2-5a43-4fe7-8f81-d10a683707d4), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:30.593229 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-6d492bcf-9c6a-4bfc-8ee6-576082fb8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'name': 'tempest-TestMinimumBasicScenario-906689206-router', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231'}], 'enable_snat': True}, 'gw_port_id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'gw_port': {'id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '5a62ff40-b2a2-4dff-8247-40e8626b8695', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'floating_ip_address': '172.27.4.195', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'port_id': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0039794c-6513-403c-9341-87684af30240', 'mac_address': 'fa:16:3e:d6:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:27Z', 'updated_at': '2022-08-08T02:35:27Z', 'revision_number': 0, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9526460-d78d-4f38-9073-4b8c13d2069b', 'name': '', 'network_id': '0039794c-6513-403c-9341-87684af30240', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'mac_address': 'fa:16:3e:26:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:04Z', 'updated_at': '2022-08-08T02:34:11Z', 'revision_number': 5, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'subnets': [{'id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:30.602684 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-59b1c2a4-d9d7-497d-978c-f1bf76b2f855 req-7dc26f0f-a67f-4b75-bc99-349e543c4346 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1663d83-3f81-40a7-968b-47e96bdf8eb3 HTTP/1.1" status: 200 len: 999 time: 0.2078807 Aug 08 02:35:30.612195 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61f87e-684d-4073-b0d6-c92af0100e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ade88c2-5a43-4fe7-8f81-d10a683707d4,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:30.627642 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61f87e-684d-4073-b0d6-c92af0100e3e admin admin] Checking segment: {'id': 'd760f924-e814-4229-88af-f386463b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:35:30.627642 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea61f87e-684d-4073-b0d6-c92af0100e3e admin admin] Network hostable DHCP agents. Network: 72633b9c-b237-4ab8-8fff-e57a0fd5947a, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:35:30.629638 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d492bcf-9c6a-4bfc-8ee6-576082fb8586 None None] The sync data for ids ['967626e3-3290-4434-81aa-f557e1bc47b9'] in dv-cinder-852261-2-iscsi is: [{'id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'name': 'tempest-TestMinimumBasicScenario-906689206-router', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231'}], 'enable_snat': True}, 'gw_port_id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'gw_port': {'id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '5a62ff40-b2a2-4dff-8247-40e8626b8695', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'floating_ip_address': '172.27.4.195', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'port_id': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0039794c-6513-403c-9341-87684af30240', 'mac_address': 'fa:16:3e:d6:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:27Z', 'updated_at': '2022-08-08T02:35:27Z', 'revision_number': 0, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9526460-d78d-4f38-9073-4b8c13d2069b', 'name': '', 'network_id': '0039794c-6513-403c-9341-87684af30240', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'mac_address': 'fa:16:3e:26:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:04Z', 'updated_at': '2022-08-08T02:34:11Z', 'revision_number': 5, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'subnets': [{'id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:35:30.630005 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-094d7651-bbdd-4024-88e4-28c814ed6397 req-1b95d933-8b6b-482b-a36b-ba4e3914682b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341208 Aug 08 02:35:30.636114 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1ce58cc7-59f4-4571-a470-2a12a999bacb tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (34657c58-f12b-4d98-8b04-2b61343d31a0), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:30.713463 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1c2a4-d9d7-497d-978c-f1bf76b2f855 req-f03b082b-30ab-4a32-bf1e-5020898f1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:30.716137 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-59b1c2a4-d9d7-497d-978c-f1bf76b2f855 req-f03b082b-30ab-4a32-bf1e-5020898f1832 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5 HTTP/1.1" status: 200 len: 853 time: 0.0580020 Aug 08 02:35:30.730498 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafcb977-be20-4886-915c-c2cb917b4824 req-0c1a6e0d-41f8-4699-8e6f-916a1affcc41 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Made reservation on behalf of 897030a5075b4ca3ad29d73371306a66 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:35:30.734105 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-aafcb977-be20-4886-915c-c2cb917b4824 req-0c1a6e0d-41f8-4699-8e6f-916a1affcc41 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:30.999487 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1ce58cc7-59f4-4571-a470-2a12a999bacb tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (34657c58-f12b-4d98-8b04-2b61343d31a0), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:31.000688 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea61f87e-684d-4073-b0d6-c92af0100e3e admin admin] Network 72633b9c-b237-4ab8-8fff-e57a0fd5947a is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:35:31.015086 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb5f0cd-ba10-4a19-8aa2-51d1f0b0e59d None None] New status for floating IP 5a62ff40-b2a2-4dff-8247-40e8626b8695: ACTIVE {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:35:31.062068 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1ce58cc7-59f4-4571-a470-2a12a999bacb tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (34657c58-f12b-4d98-8b04-2b61343d31a0), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:31.088474 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce58cc7-59f4-4571-a470-2a12a999bacb tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34657c58-f12b-4d98-8b04-2b61343d31a0,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:31.094856 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-ea61f87e-684d-4073-b0d6-c92af0100e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, 72633b9c-b237-4ab8-8fff-e57a0fd5947a) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:31.108695 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaf971e-fd38-4d8f-8b52-e55c605dfc05 None None] Network 72633b9c-b237-4ab8-8fff-e57a0fd5947a requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:35:31.117924 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea61f87e-684d-4073-b0d6-c92af0100e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:31.118903 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ea61f87e-684d-4073-b0d6-c92af0100e3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:31.211410 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-ea61f87e-684d-4073-b0d6-c92af0100e3e admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2674620 Aug 08 02:35:31.212415 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42698) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:31.220248 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-534016115-router', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:31.234530 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1ce58cc7-59f4-4571-a470-2a12a999bacb tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:31.242739 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1ce58cc7-59f4-4571-a470-2a12a999bacb tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8097000 Aug 08 02:35:31.245468 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42702) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:31.261014 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-58b9deb3-ff18-49f3-b144-81f2db6d2b17 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Request body: {'security_group_rule': {'security_group_id': '7f7711eb-fcaa-4daa-a144-201e3b1c9867', 'project_id': '31bdca178d874d499b1492305ad45a9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:31.362461 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5eb1d2e-7da7-5b72-863f-c4fa9899b996-72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'fixed_ips': [{'subnet_id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4'}]}} from dv-cinder-852261-2-iscsi. {{(pid=104278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:35:31.363663 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:31.385925 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:31.415745 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1c2a4-d9d7-497d-978c-f1bf76b2f855 req-abaed351-d155-4b61-b4b4-5d75c02b4bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:31.417242 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-59b1c2a4-d9d7-497d-978c-f1bf76b2f855 req-abaed351-d155-4b61-b4b4-5d75c02b4bc3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0039794c-6513-403c-9341-87684af30240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6121607 Aug 08 02:35:31.432303 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:31.432891 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1866'] for router (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:31.455004 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-58b9deb3-ff18-49f3-b144-81f2db6d2b17 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (9e9dc735-5b64-4765-a091-bd56a3bec253), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:31.517770 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:31.525515 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11c9e4-ae14-4943-88e1-61d90b3ae895 req-114a10c5-9561-4a77-80b3-7474a2f214f4 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:31.527147 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b11c9e4-ae14-4943-88e1-61d90b3ae895 req-114a10c5-9561-4a77-80b3-7474a2f214f4 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.1469638 Aug 08 02:35:31.607872 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Allocated IP 172.20.0.2 (72633b9c-b237-4ab8-8fff-e57a0fd5947a/7ade88c2-5a43-4fe7-8f81-d10a683707d4/e78ecce9-057c-4623-89ce-b3b9c81c919c) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:31.620400 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-aafcb977-be20-4886-915c-c2cb917b4824 req-0c1a6e0d-41f8-4699-8e6f-916a1affcc41 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Allocated IP 172.20.0.3 (682376b8-1891-42b8-8562-21125b626ab2/5347a10a-44f0-4aab-9da5-c45d5d4f1438/fdd841cc-5aaf-433c-8961-a1c99eafc2ff) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:31.682341 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Publish callbacks [] for router_controller (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), precommit_add_association {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:31.691140 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b11c9e4-ae14-4943-88e1-61d90b3ae895 req-947e90b0-7681-40ee-9b37-a336548ba986 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496255 Aug 08 02:35:31.707884 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-84954bec-827d-4581-8320-cceacb61d6f7 req-53480aa9-476f-4d48-a3ad-c7042b01c1fe tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 210 time: 0.0451388 Aug 08 02:35:31.710949 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:31.713812 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-58b9deb3-ff18-49f3-b144-81f2db6d2b17 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (9e9dc735-5b64-4765-a091-bd56a3bec253), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:31.799379 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Publish callbacks [] for port (e78ecce9-057c-4623-89ce-b3b9c81c919c), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:31.816113 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-58b9deb3-ff18-49f3-b144-81f2db6d2b17 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (9e9dc735-5b64-4765-a091-bd56a3bec253), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:31.870527 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-aafcb977-be20-4886-915c-c2cb917b4824 req-0c1a6e0d-41f8-4699-8e6f-916a1affcc41 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for port (fdd841cc-5aaf-433c-8961-a1c99eafc2ff), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:31.894845 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (e78ecce9-057c-4623-89ce-b3b9c81c919c), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:31.896016 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9deb3-ff18-49f3-b144-81f2db6d2b17 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9dc735-5b64-4765-a091-bd56a3bec253,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:31.944571 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Network 72633b9c-b237-4ab8-8fff-e57a0fd5947a is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:31.944571 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:31.947948 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:31.953572 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Pushing event updated for resources: {'Port': ['ID=e78ecce9-057c-4623-89ce-b3b9c81c919c,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:31.970473 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:31.977585 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Publish callbacks [] for router_gateway (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:31.995334 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-58b9deb3-ff18-49f3-b144-81f2db6d2b17 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:31.997333 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-58b9deb3-ff18-49f3-b144-81f2db6d2b17 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7474828 Aug 08 02:35:32.000316 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42708) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:32.004938 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-e6e6d955-1cab-4392-87af-619e28d63c2e tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Request body: {'security_group_rule': {'security_group_id': '7f7711eb-fcaa-4daa-a144-201e3b1c9867', 'project_id': '31bdca178d874d499b1492305ad45a9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:32.007813 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Attempting to bind port e78ecce9-057c-4623-89ce-b3b9c81c919c on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:35:32.008389 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Attempting to bind port e78ecce9-057c-4623-89ce-b3b9c81c919c by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'd760f924-e814-4229-88af-f386463b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:35:32.008955 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Attempting to bind port e78ecce9-057c-4623-89ce-b3b9c81c919c on network 72633b9c-b237-4ab8-8fff-e57a0fd5947a {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:35:32.015418 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:35:32.015785 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Checking segment: {'id': 'd760f924-e814-4229-88af-f386463b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:35:32.016184 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.016571 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Bound using segment: {'id': 'd760f924-e814-4229-88af-f386463b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:35:32.017034 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Bound port: e78ecce9-057c-4623-89ce-b3b9c81c919c, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd760f924-e814-4229-88af-f386463b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:35:32.017411 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (e78ecce9-057c-4623-89ce-b3b9c81c919c), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.049316 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:32.051152 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-aafcb977-be20-4886-915c-c2cb917b4824 req-0c1a6e0d-41f8-4699-8e6f-916a1affcc41 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (fdd841cc-5aaf-433c-8961-a1c99eafc2ff), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.087480 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] For port e78ecce9-057c-4623-89ce-b3b9c81c919c, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:35:32.091291 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] For port e78ecce9-057c-4623-89ce-b3b9c81c919c, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=e78ecce9-057c-4623-89ce-b3b9c81c919c,segment=NetworkSegment(d760f924-e814-4229-88af-f386463b2e7e),segment_id=d760f924-e814-4229-88af-f386463b2e7e)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:35:32.093757 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:32.099976 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafcb977-be20-4886-915c-c2cb917b4824 req-0c1a6e0d-41f8-4699-8e6f-916a1affcc41 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Network 682376b8-1891-42b8-8562-21125b626ab2 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:32.103254 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-aafcb977-be20-4886-915c-c2cb917b4824 req-0c1a6e0d-41f8-4699-8e6f-916a1affcc41 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:32.108170 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafcb977-be20-4886-915c-c2cb917b4824 req-0c1a6e0d-41f8-4699-8e6f-916a1affcc41 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:32.141917 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a6e0d-41f8-4699-8e6f-916a1affcc41 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event updated for resources: {'Port': ['ID=fdd841cc-5aaf-433c-8961-a1c99eafc2ff,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:32.173191 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcb977-be20-4886-915c-c2cb917b4824 req-0c1a6e0d-41f8-4699-8e6f-916a1affcc41 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:32.177561 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-aafcb977-be20-4886-915c-c2cb917b4824 req-0c1a6e0d-41f8-4699-8e6f-916a1affcc41 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.177746 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d955-1cab-4392-87af-619e28d63c2e tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (84552ae2-384f-4288-a1a9-63966de64547), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.197378 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (e78ecce9-057c-4623-89ce-b3b9c81c919c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.252906 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aafcb977-be20-4886-915c-c2cb917b4824 req-0c1a6e0d-41f8-4699-8e6f-916a1affcc41 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9446933 Aug 08 02:35:32.271947 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdac84-3814-4f35-abd0-a4fae40eea73 None None] Pushing event updated for resources: {'Port': ['ID=e78ecce9-057c-4623-89ce-b3b9c81c919c,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:32.388170 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-52d95555-5edb-4142-90b1-20a5b89dbe22 None None] Provisioning complete for port fdd841cc-5aaf-433c-8961-a1c99eafc2ff triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:32.388540 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-52d95555-5edb-4142-90b1-20a5b89dbe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (fdd841cc-5aaf-433c-8961-a1c99eafc2ff), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.405333 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d955-1cab-4392-87af-619e28d63c2e tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (84552ae2-384f-4288-a1a9-63966de64547), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.414785 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Publish callbacks [] for router_gateway (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.436717 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-52d95555-5edb-4142-90b1-20a5b89dbe22 None None] Port fdd841cc-5aaf-433c-8961-a1c99eafc2ff cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:35:32.442041 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.495612 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d955-1cab-4392-87af-619e28d63c2e tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (84552ae2-384f-4288-a1a9-63966de64547), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.537227 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6d955-1cab-4392-87af-619e28d63c2e tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84552ae2-384f-4288-a1a9-63966de64547,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:32.602754 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Allocated IP 172.27.4.54 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/56bd39d9-c8ae-473f-aff5-564b29a9ac79) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:32.659005 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e6e6d955-1cab-4392-87af-619e28d63c2e tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.661470 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e6e6d955-1cab-4392-87af-619e28d63c2e tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6601222 Aug 08 02:35:32.663037 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42716) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:32.668749 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-6899e896-5ab7-40e1-8a73-d38fc1feb84f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Request body: {'security_group_rule': {'security_group_id': '7f7711eb-fcaa-4daa-a144-201e3b1c9867', 'project_id': '31bdca178d874d499b1492305ad45a9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:32.728668 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Publish callbacks [] for port (56bd39d9-c8ae-473f-aff5-564b29a9ac79), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.741937 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.securitygroups_db [None req-6899e896-5ab7-40e1-8a73-d38fc1feb84f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Project 31bdca178d874d499b1492305ad45a9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 02:35:32.748955 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6899e896-5ab7-40e1-8a73-d38fc1feb84f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (7a9607aa-2e1f-4579-a3f9-033deec11a56), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.820021 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f1351-8dd4-446c-a1e9-44f82ff232f7 req-802ad12a-9c42-422d-95a1-c7e24c4f7755 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:32.821750 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-237f1351-8dd4-446c-a1e9-44f82ff232f7 req-802ad12a-9c42-422d-95a1-c7e24c4f7755 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0532250 Aug 08 02:35:32.844286 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (56bd39d9-c8ae-473f-aff5-564b29a9ac79), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.885552 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6899e896-5ab7-40e1-8a73-d38fc1feb84f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (7a9607aa-2e1f-4579-a3f9-033deec11a56), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.895770 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e02ca-696b-4645-a90d-c9cbca51aa34 req-7d56db5d-c175-44b8-a0c1-e8f36f23f586 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:32.897276 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e29e02ca-696b-4645-a90d-c9cbca51aa34 req-7d56db5d-c175-44b8-a0c1-e8f36f23f586 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 931 time: 0.0923617 Aug 08 02:35:32.905264 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-237f1351-8dd4-446c-a1e9-44f82ff232f7 req-8be264b1-65c2-4eea-a013-9cf12d6c0be3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645113 Aug 08 02:35:32.911289 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:32.928010 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:32.938062 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:32.946216 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device e78ecce9-057c-4623-89ce-b3b9c81c919c up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:32.951159 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6899e896-5ab7-40e1-8a73-d38fc1feb84f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (7a9607aa-2e1f-4579-a3f9-033deec11a56), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:32.963987 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Pushing event updated for resources: {'Port': ['ID=56bd39d9-c8ae-473f-aff5-564b29a9ac79,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:32.984660 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899e896-5ab7-40e1-8a73-d38fc1feb84f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9607aa-2e1f-4579-a3f9-033deec11a56,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:33.007981 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e29e02ca-696b-4645-a90d-c9cbca51aa34 req-9c2cfa95-ad94-4b5d-b06d-3343ef19dbd8 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981607 Aug 08 02:35:33.010295 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port e78ecce9-057c-4623-89ce-b3b9c81c919c triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:33.010295 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (e78ecce9-057c-4623-89ce-b3b9c81c919c), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:33.056293 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6899e896-5ab7-40e1-8a73-d38fc1feb84f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:33.057527 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-6899e896-5ab7-40e1-8a73-d38fc1feb84f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3931096 Aug 08 02:35:33.060518 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42724) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:33.065111 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-35b1c344-c7eb-4fa9-90f7-f9cdde1c9cc8 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Request body: {'security_group_rule': {'security_group_id': '7f7711eb-fcaa-4daa-a144-201e3b1c9867', 'project_id': '31bdca178d874d499b1492305ad45a9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:33.169372 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.securitygroups_db [None req-35b1c344-c7eb-4fa9-90f7-f9cdde1c9cc8 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Project 31bdca178d874d499b1492305ad45a9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 02:35:33.182899 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-35b1c344-c7eb-4fa9-90f7-f9cdde1c9cc8 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (c6736fdd-477b-4654-a849-a2cd76228cf2), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:33.242431 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-35b1c344-c7eb-4fa9-90f7-f9cdde1c9cc8 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (c6736fdd-477b-4654-a849-a2cd76228cf2), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:33.255999 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port e78ecce9-057c-4623-89ce-b3b9c81c919c is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:33.258636 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (e78ecce9-057c-4623-89ce-b3b9c81c919c), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:33.301251 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port e78ecce9-057c-4623-89ce-b3b9c81c919c, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=e78ecce9-057c-4623-89ce-b3b9c81c919c,segment=NetworkSegment(d760f924-e814-4229-88af-f386463b2e7e),segment_id=d760f924-e814-4229-88af-f386463b2e7e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:33.314021 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-35b1c344-c7eb-4fa9-90f7-f9cdde1c9cc8 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (c6736fdd-477b-4654-a849-a2cd76228cf2), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:33.321614 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:33.326248 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Publish callbacks [] for router_gateway (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:33.333462 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1c344-c7eb-4fa9-90f7-f9cdde1c9cc8 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6736fdd-477b-4654-a849-a2cd76228cf2,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:33.399707 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (e78ecce9-057c-4623-89ce-b3b9c81c919c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:33.428798 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-35b1c344-c7eb-4fa9-90f7-f9cdde1c9cc8 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:33.430559 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-35b1c344-c7eb-4fa9-90f7-f9cdde1c9cc8 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3690147 Aug 08 02:35:33.445562 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32a81e0-face-4cb7-9cb5-0e5c47714638 None None] Network 72633b9c-b237-4ab8-8fff-e57a0fd5947a requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:35:33.539914 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-ba86a224-407e-438d-8ff3-69e86e93a84d None None] Provisioning complete for port e78ecce9-057c-4623-89ce-b3b9c81c919c triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:33.540289 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ba86a224-407e-438d-8ff3-69e86e93a84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (e78ecce9-057c-4623-89ce-b3b9c81c919c), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:33.546841 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:33.563540 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-367511f8-c1a3-4ab4-9a79-09f54aaf7548 req-4e5e82b0-bdc2-4d60-8b4a-87331bef30e9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1370271872&fields=id&tenant_id=31bdca178d874d499b1492305ad45a9c HTTP/1.1" status: 200 len: 267 time: 0.0615940 Aug 08 02:35:33.570943 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:33.589157 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656454'] for router (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:33.611407 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=e78ecce9-057c-4623-89ce-b3b9c81c919c,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:33.628470 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367511f8-c1a3-4ab4-9a79-09f54aaf7548 req-54e7f107-5dbd-47e0-8cdb-44e4a506251c tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:33.630424 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-367511f8-c1a3-4ab4-9a79-09f54aaf7548 req-54e7f107-5dbd-47e0-8cdb-44e4a506251c tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 945 time: 0.0610449 Aug 08 02:35:33.651144 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-367511f8-c1a3-4ab4-9a79-09f54aaf7548 req-825355f0-0bff-4884-b559-f44b89cead9f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Request body: {'port': {'security_groups': ['10377ff0-7b0d-46af-a20b-12603d49f19b', '7f7711eb-fcaa-4daa-a144-201e3b1c9867']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:33.673574 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-ba86a224-407e-438d-8ff3-69e86e93a84d None None] Current status of the port e78ecce9-057c-4623-89ce-b3b9c81c919c is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:33.740327 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-367511f8-c1a3-4ab4-9a79-09f54aaf7548 req-825355f0-0bff-4884-b559-f44b89cead9f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:33.804830 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 is scheduled to L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 with binding_index 1 {{(pid=104276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:35:33.893221 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:33.893502 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-34161249-0b7e-4b61-9e75-65c99875d639 None None] Provisioning complete for port e78ecce9-057c-4623-89ce-b3b9c81c919c triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:33.894073 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-34161249-0b7e-4b61-9e75-65c99875d639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (e78ecce9-057c-4623-89ce-b3b9c81c919c), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:33.943547 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:35:33.963175 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Sync routers for ids ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:35:33.970999 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-367511f8-c1a3-4ab4-9a79-09f54aaf7548 req-825355f0-0bff-4884-b559-f44b89cead9f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] For port b1663d83-3f81-40a7-968b-47e96bdf8eb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b1663d83-3f81-40a7-968b-47e96bdf8eb3,segment=NetworkSegment(35978fbe-92ac-41e5-8c7e-82ab5ae890ab),segment_id=35978fbe-92ac-41e5-8c7e-82ab5ae890ab)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:33.995660 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Routers {'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:33.997155 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:35:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:34.001070 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-34161249-0b7e-4b61-9e75-65c99875d639 None None] Current status of the port e78ecce9-057c-4623-89ce-b3b9c81c919c is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:34.016543 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-367511f8-c1a3-4ab4-9a79-09f54aaf7548 req-825355f0-0bff-4884-b559-f44b89cead9f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:34.052964 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:34.054486 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2701cc9e-1069-4773-adb9-797e98a980a4 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8407614 Aug 08 02:35:34.057512 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42738) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:34.073856 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07a923-7140-488d-972c-489fdf8b0082 req-cc455ec7-bcb1-4b78-a54d-cccce1e4c153 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:34.076225 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-af07a923-7140-488d-972c-489fdf8b0082 req-cc455ec7-bcb1-4b78-a54d-cccce1e4c153 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0649142 Aug 08 02:35:34.099326 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:34.128642 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Set router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:34.146499 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-af07a923-7140-488d-972c-489fdf8b0082 req-e9f0ed39-b238-4d79-9534-ff4536a7e037 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636649 Aug 08 02:35:34.149308 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Request body: {'port': {'device_id': '06ed21ea-bc5e-4251-bcc7-fbfe640ab747', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:34.162792 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-367511f8-c1a3-4ab4-9a79-09f54aaf7548 req-825355f0-0bff-4884-b559-f44b89cead9f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:34.204390 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['b1663d83-3f81-40a7-968b-47e96bdf8eb3'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:35:34.205675 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367511f8-c1a3-4ab4-9a79-09f54aaf7548 req-825355f0-0bff-4884-b559-f44b89cead9f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:34.206308 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-367511f8-c1a3-4ab4-9a79-09f54aaf7548 req-825355f0-0bff-4884-b559-f44b89cead9f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:34.207732 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-367511f8-c1a3-4ab4-9a79-09f54aaf7548 req-825355f0-0bff-4884-b559-f44b89cead9f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "PUT /networking/v2.0/ports/b1663d83-3f81-40a7-968b-47e96bdf8eb3 HTTP/1.1" status: 200 len: 981 time: 0.5665746 Aug 08 02:35:34.214637 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:34.214740 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'tag': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:35:34.216383 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61f4334-3d45-44db-8de8-85c34e387b00" -d '{"events": [{"name": "network-changed", "server_uuid": "2013baeb-7052-438d-80c7-7e2be6eddca9", "tag": "b1663d83-3f81-40a7-968b-47e96bdf8eb3"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:35:34.267875 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7ac2c-4ac2-4649-8742-d5c56bae1554 req-34ffb5e9-749a-4793-af94-f0d54584b357 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:34.269899 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9aa7ac2c-4ac2-4649-8742-d5c56bae1554 req-34ffb5e9-749a-4793-af94-f0d54584b357 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 931 time: 0.0625095 Aug 08 02:35:34.330629 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9aa7ac2c-4ac2-4649-8742-d5c56bae1554 req-f9dae488-f6e6-47dd-8158-7b22d18f9e6e tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548310 Aug 08 02:35:34.404564 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bd21ba-35e4-46bf-86b7-142c9d8919d7 x-openstack-request-id: req-28bd21ba-35e4-46bf-86b7-142c9d8919d7 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:35:34.404805 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2013baeb-7052-438d-80c7-7e2be6eddca9", "tag": "b1663d83-3f81-40a7-968b-47e96bdf8eb3", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:35:34.405006 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28bd21ba-35e4-46bf-86b7-142c9d8919d7 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:35:34.405800 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28bd21ba-35e4-46bf-86b7-142c9d8919d7'] response: {'name': 'network-changed', 'server_uuid': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'tag': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3', 'status': 'completed', 'code': 200} Aug 08 02:35:34.417335 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'name': 'tempest-TestShelveInstance-534016115-router', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:31Z', 'updated_at': '2022-08-08T02:35:33Z', 'revision_number': 3, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'gw_port': {'id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:32Z', 'updated_at': '2022-08-08T02:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:34.421078 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825355f0-0bff-4884-b559-f44b89cead9f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Pushing event updated for resources: {'Port': ['ID=b1663d83-3f81-40a7-968b-47e96bdf8eb3,revision_number=6']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:34.429088 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5254a09-56bf-4596-92bc-8c7cd4919949 req-044c188a-c6d6-435c-9874-a4d4a8adfb63 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:34.430631 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a5254a09-56bf-4596-92bc-8c7cd4919949 req-044c188a-c6d6-435c-9874-a4d4a8adfb63 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 984 time: 0.1408970 Aug 08 02:35:34.431149 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (fdd841cc-5aaf-433c-8961-a1c99eafc2ff), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:34.458987 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Checking router: cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:35:34.459336 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Updating router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 port 56bd39d9-c8ae-473f-aff5-564b29a9ac79 binding host dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:35:34.509527 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (56bd39d9-c8ae-473f-aff5-564b29a9ac79), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:34.514261 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['b1663d83-3f81-40a7-968b-47e96bdf8eb3'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:35:34.547373 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-59b1c2a4-d9d7-497d-978c-f1bf76b2f855 req-c045d60c-ec46-4cc4-b74d-79ec40b894ee service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0039794c-6513-403c-9341-87684af30240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947520 Aug 08 02:35:34.687183 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:34.697221 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:34.702454 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:34.713983 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a5254a09-56bf-4596-92bc-8c7cd4919949 req-fca3001a-405d-4de3-9a5f-e1eca05494b5 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7f7711eb-fcaa-4daa-a144-201e3b1c9867&id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2642937 Aug 08 02:35:34.967412 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-59b1c2a4-d9d7-497d-978c-f1bf76b2f855 req-f54116ee-6eb1-4a3f-98ec-cf8b6cb193ca service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0039794c-6513-403c-9341-87684af30240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640175 Aug 08 02:35:34.981790 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device e78ecce9-057c-4623-89ce-b3b9c81c919c up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:35.051832 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:35.089962 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:35.151715 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd841cc-5aaf-433c-8961-a1c99eafc2ff {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:35:35.178962 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Publish callbacks [] for port (fdd841cc-5aaf-433c-8961-a1c99eafc2ff), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:35.204430 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Transition to ACTIVE for port object fdd841cc-5aaf-433c-8961-a1c99eafc2ff will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:35:35.209028 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:35.250747 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Publish callbacks [] for port (56bd39d9-c8ae-473f-aff5-564b29a9ac79), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:35.270448 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port e78ecce9-057c-4623-89ce-b3b9c81c919c triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:35.270448 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (e78ecce9-057c-4623-89ce-b3b9c81c919c), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:35.291403 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (fdd841cc-5aaf-433c-8961-a1c99eafc2ff), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:35.313242 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888715f-4a39-475d-94d6-cb15fce77708 req-8f041dcf-9232-4527-8bf1-27a91364ddce tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:35.315292 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d888715f-4a39-475d-94d6-cb15fce77708 req-8f041dcf-9232-4527-8bf1-27a91364ddce tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0749719 Aug 08 02:35:35.353759 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (56bd39d9-c8ae-473f-aff5-564b29a9ac79), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:35.388960 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d888715f-4a39-475d-94d6-cb15fce77708 req-d60ad755-b34a-47d1-971f-7b9e8183483a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672655 Aug 08 02:35:35.417575 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Attempting to bind port 56bd39d9-c8ae-473f-aff5-564b29a9ac79 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:35:35.417991 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Attempting to bind port 56bd39d9-c8ae-473f-aff5-564b29a9ac79 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:35:35.418417 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Attempting to bind port 56bd39d9-c8ae-473f-aff5-564b29a9ac79 on network e72f53b8-3f23-4d50-b125-ab42ad165078 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:35:35.425564 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:35.445461 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:35:35.445836 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Checking segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:35:35.446243 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:35.446671 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Bound using segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:35:35.447153 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Bound port: 56bd39d9-c8ae-473f-aff5-564b29a9ac79, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:35:35.447541 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (56bd39d9-c8ae-473f-aff5-564b29a9ac79), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:35.485714 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85987078-39b2-4cf6-a2c6-5fb9bd355fbf None None] Pushing event updated for resources: {'Port': ['ID=56bd39d9-c8ae-473f-aff5-564b29a9ac79,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:35.578232 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port e78ecce9-057c-4623-89ce-b3b9c81c919c is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:35.594133 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] For port 56bd39d9-c8ae-473f-aff5-564b29a9ac79, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:35:35.600264 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] For port 56bd39d9-c8ae-473f-aff5-564b29a9ac79, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=56bd39d9-c8ae-473f-aff5-564b29a9ac79,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:35:35.662410 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (56bd39d9-c8ae-473f-aff5-564b29a9ac79), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:35.704026 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Routers {'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:35.704026 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:35:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:35.725431 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd841cc-5aaf-433c-8961-a1c99eafc2ff,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:35.796526 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f4334-3d45-44db-8de8-85c34e387b00 req-1f89a707-d59b-460f-9657-1f3d8d20f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:35.798049 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b61f4334-3d45-44db-8de8-85c34e387b00 req-1f89a707-d59b-460f-9657-1f3d8d20f644 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=31bdca178d874d499b1492305ad45a9c&device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 1168 time: 0.1371305 Aug 08 02:35:35.857227 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ec527-7bb1-4c68-a4ab-23456cbb1675 req-446d939c-e5d2-48bc-9fc4-af8595ec9c23 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:35.858713 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a05ec527-7bb1-4c68-a4ab-23456cbb1675 req-446d939c-e5d2-48bc-9fc4-af8595ec9c23 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 943 time: 0.1934173 Aug 08 02:35:35.895250 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85987078-39b2-4cf6-a2c6-5fb9bd355fbf None None] Pushing event updated for resources: {'Port': ['ID=56bd39d9-c8ae-473f-aff5-564b29a9ac79,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:35.920518 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:35.957508 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] Set router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:36.010106 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Attempting to bind port fdd841cc-5aaf-433c-8961-a1c99eafc2ff on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:35:36.010690 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Attempting to bind port fdd841cc-5aaf-433c-8961-a1c99eafc2ff by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:35:36.010820 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Attempting to bind port fdd841cc-5aaf-433c-8961-a1c99eafc2ff on network 682376b8-1891-42b8-8562-21125b626ab2 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:35:36.014295 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Allocated IP 172.20.0.1 (72633b9c-b237-4ab8-8fff-e57a0fd5947a/7ade88c2-5a43-4fe7-8f81-d10a683707d4/a351491f-5c0c-4251-b7bb-f102f25f9a9a) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:36.039151 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Port fdd841cc-5aaf-433c-8961-a1c99eafc2ff on network 682376b8-1891-42b8-8562-21125b626ab2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:35:36.039397 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Attempting to bind port fdd841cc-5aaf-433c-8961-a1c99eafc2ff on network 682376b8-1891-42b8-8562-21125b626ab2 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:35:36.065713 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f4334-3d45-44db-8de8-85c34e387b00 req-65b42281-9b41-4826-b9b7-00fd2341245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:36.067348 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b61f4334-3d45-44db-8de8-85c34e387b00 req-65b42281-9b41-4826-b9b7-00fd2341245d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0039794c-6513-403c-9341-87684af30240 HTTP/1.1" status: 200 len: 915 time: 0.2446213 Aug 08 02:35:36.085347 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:35:36.085690 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Checking segment: {'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:35:36.086081 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Bound using segment: {'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:35:36.086561 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Bound port: fdd841cc-5aaf-433c-8961-a1c99eafc2ff, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:35:36.086964 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (fdd841cc-5aaf-433c-8961-a1c99eafc2ff), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:36.141689 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:36.191247 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'name': 'tempest-TestShelveInstance-534016115-router', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:31Z', 'updated_at': '2022-08-08T02:35:33Z', 'revision_number': 3, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'gw_port': {'id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:32Z', 'updated_at': '2022-08-08T02:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:36.202557 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a05ec527-7bb1-4c68-a4ab-23456cbb1675 req-562c76fd-b71c-46dc-81d5-d7ccfc4e201c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998593 Aug 08 02:35:36.218951 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48593c3-10eb-4510-8b23-5868af4ed85c None None] The sync data for ids ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'] in dv-cinder-852261-2-iscsi is: [{'id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'name': 'tempest-TestShelveInstance-534016115-router', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:31Z', 'updated_at': '2022-08-08T02:35:33Z', 'revision_number': 3, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'gw_port': {'id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:32Z', 'updated_at': '2022-08-08T02:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:35:36.256643 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:36.281494 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b61f4334-3d45-44db-8de8-85c34e387b00 req-809431e2-dccf-46b2-8d38-85d1ead37073 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1663d83-3f81-40a7-968b-47e96bdf8eb3 HTTP/1.1" status: 200 len: 1001 time: 0.1553144 Aug 08 02:35:36.331048 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] For port fdd841cc-5aaf-433c-8961-a1c99eafc2ff, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:35:36.364255 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Publish callbacks [] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:36.367051 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] For port fdd841cc-5aaf-433c-8961-a1c99eafc2ff, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=fdd841cc-5aaf-433c-8961-a1c99eafc2ff,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:35:36.382495 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f4334-3d45-44db-8de8-85c34e387b00 req-2d436599-bbab-42e7-9b13-949ad750b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:36.383985 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b61f4334-3d45-44db-8de8-85c34e387b00 req-2d436599-bbab-42e7-9b13-949ad750b8ee service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5 HTTP/1.1" status: 200 len: 853 time: 0.0948796 Aug 08 02:35:36.450510 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f4334-3d45-44db-8de8-85c34e387b00 req-578a5f4f-efd2-4d57-8b0e-d4f24396ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:36.452017 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b61f4334-3d45-44db-8de8-85c34e387b00 req-578a5f4f-efd2-4d57-8b0e-d4f24396ce44 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0039794c-6513-403c-9341-87684af30240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580072 Aug 08 02:35:36.515318 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (fdd841cc-5aaf-433c-8961-a1c99eafc2ff), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:36.518485 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:36.519396 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:36.520726 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aafcb977-be20-4886-915c-c2cb917b4824 req-13320717-8932-4833-9f0a-0e4120479301 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/fdd841cc-5aaf-433c-8961-a1c99eafc2ff HTTP/1.1" status: 200 len: 1093 time: 2.3759854 Aug 08 02:35:36.525019 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ed21ea-bc5e-4251-bcc7-fbfe640ab747', 'tag': 'fdd841cc-5aaf-433c-8961-a1c99eafc2ff'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:35:36.528745 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0fd711-611f-4284-ae0d-9790b7e3368c" -d '{"events": [{"name": "network-changed", "server_uuid": "06ed21ea-bc5e-4251-bcc7-fbfe640ab747", "tag": "fdd841cc-5aaf-433c-8961-a1c99eafc2ff"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:35:36.562773 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:36.579955 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a000dbd7-4065-4ea9-a3e4-f20cfcdad4ca x-openstack-request-id: req-a000dbd7-4065-4ea9-a3e4-f20cfcdad4ca {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:35:36.580243 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ed21ea-bc5e-4251-bcc7-fbfe640ab747", "tag": "fdd841cc-5aaf-433c-8961-a1c99eafc2ff", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:35:36.580495 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a000dbd7-4065-4ea9-a3e4-f20cfcdad4ca {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:35:36.580883 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a000dbd7-4065-4ea9-a3e4-f20cfcdad4ca'] response: {'name': 'network-changed', 'server_uuid': '06ed21ea-bc5e-4251-bcc7-fbfe640ab747', 'tag': 'fdd841cc-5aaf-433c-8961-a1c99eafc2ff', 'status': 'completed', 'code': 200} Aug 08 02:35:36.616258 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Network 72633b9c-b237-4ab8-8fff-e57a0fd5947a is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:36.639382 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:36.641933 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:36.675983 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:36.676885 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13320717-8932-4833-9f0a-0e4120479301 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd841cc-5aaf-433c-8961-a1c99eafc2ff,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:36.715619 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b61f4334-3d45-44db-8de8-85c34e387b00 req-7e3ff88b-5576-4e0d-90a2-1e437a87b710 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0039794c-6513-403c-9341-87684af30240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558265 Aug 08 02:35:36.761282 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fd711-611f-4284-ae0d-9790b7e3368c req-57db3164-ded2-4ce0-8575-2e8374d22b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:36.763773 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dc0fd711-611f-4284-ae0d-9790b7e3368c req-57db3164-ded2-4ce0-8575-2e8374d22b35 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=897030a5075b4ca3ad29d73371306a66&device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 1127 time: 0.1412520 Aug 08 02:35:36.889259 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Pushing event updated for resources: {'Port': ['ID=a351491f-5c0c-4251-b7bb-f102f25f9a9a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:36.952051 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-a57698eb-7bdb-46ba-869e-bf436d1d500a None None] Provisioning complete for port a351491f-5c0c-4251-b7bb-f102f25f9a9a triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:36.952531 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a57698eb-7bdb-46ba-869e-bf436d1d500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:36.954473 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 56bd39d9-c8ae-473f-aff5-564b29a9ac79 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:36.960275 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732837'] for router_interface (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:37.036783 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-a57698eb-7bdb-46ba-869e-bf436d1d500a None None] Port a351491f-5c0c-4251-b7bb-f102f25f9a9a cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:35:37.065326 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 56bd39d9-c8ae-473f-aff5-564b29a9ac79 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:37.065704 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (56bd39d9-c8ae-473f-aff5-564b29a9ac79), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:37.099614 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fd711-611f-4284-ae0d-9790b7e3368c req-10c9fef1-42d0-4764-b64a-e277bda854d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:37.101026 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dc0fd711-611f-4284-ae0d-9790b7e3368c req-10c9fef1-42d0-4764-b64a-e277bda854d2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=897030a5075b4ca3ad29d73371306a66&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3224020 Aug 08 02:35:37.176410 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b61f4334-3d45-44db-8de8-85c34e387b00 req-bd411126-4013-4d73-921c-266e267fd5da service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0039794c-6513-403c-9341-87684af30240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522445 Aug 08 02:35:37.179577 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 56bd39d9-c8ae-473f-aff5-564b29a9ac79 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:37.180060 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (56bd39d9-c8ae-473f-aff5-564b29a9ac79), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:37.226418 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 56bd39d9-c8ae-473f-aff5-564b29a9ac79, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=56bd39d9-c8ae-473f-aff5-564b29a9ac79,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:37.235012 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:37.261084 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fd711-611f-4284-ae0d-9790b7e3368c req-bfa4b4b8-4bf6-4b31-b168-890262591393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:37.262780 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dc0fd711-611f-4284-ae0d-9790b7e3368c req-bfa4b4b8-4bf6-4b31-b168-890262591393 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1424003 Aug 08 02:35:37.326527 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (56bd39d9-c8ae-473f-aff5-564b29a9ac79), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:37.389890 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=56bd39d9-c8ae-473f-aff5-564b29a9ac79,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:37.408181 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4b403-5b1d-4758-a9fb-348983a2435f req-70b777f6-0267-488f-9544-b516a83acb81 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:37.409732 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6b4b403-5b1d-4758-a9fb-348983a2435f req-70b777f6-0267-488f-9544-b516a83acb81 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 943 time: 0.1193123 Aug 08 02:35:37.425865 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcb977-be20-4886-915c-c2cb917b4824 req-9e7e125b-3b6a-431f-bd84-82249e73b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:37.427676 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aafcb977-be20-4886-915c-c2cb917b4824 req-9e7e125b-3b6a-431f-bd84-82249e73b286 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=897030a5075b4ca3ad29d73371306a66&device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 1127 time: 0.1176023 Aug 08 02:35:37.429536 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:37.489998 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aafcb977-be20-4886-915c-c2cb917b4824 req-a662de66-cd62-4a7d-a05f-538330169ca2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdd841cc-5aaf-433c-8961-a1c99eafc2ff HTTP/1.1" status: 200 len: 217 time: 0.0480528 Aug 08 02:35:37.577547 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6b4b403-5b1d-4758-a9fb-348983a2435f req-8d3a94dc-9b29-441b-b8cd-51efc90c46d3 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597986 Aug 08 02:35:37.601711 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcb977-be20-4886-915c-c2cb917b4824 req-47d56534-666f-4b07-ab64-97e82577a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:37.601711 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aafcb977-be20-4886-915c-c2cb917b4824 req-47d56534-666f-4b07-ab64-97e82577a2bc service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5347a10a-44f0-4aab-9da5-c45d5d4f1438 HTTP/1.1" status: 200 len: 850 time: 0.1023784 Aug 08 02:35:37.692202 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcb977-be20-4886-915c-c2cb917b4824 req-6c2d1dd7-24a9-491d-9d5c-f30e4ecd560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:37.693740 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aafcb977-be20-4886-915c-c2cb917b4824 req-6c2d1dd7-24a9-491d-9d5c-f30e4ecd560f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=682376b8-1891-42b8-8562-21125b626ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791597 Aug 08 02:35:37.774043 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:37.812827 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Publish callbacks [] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:37.830647 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aafcb977-be20-4886-915c-c2cb917b4824 req-cda0981a-63a4-4080-9060-2d5ba122c741 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275232 Aug 08 02:35:37.922548 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:38.000658 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aafcb977-be20-4886-915c-c2cb917b4824 req-8b08b1c1-de54-4fd7-9244-6041247964eb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563051 Aug 08 02:35:38.005478 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Pushing event updated for resources: {'Port': ['ID=a351491f-5c0c-4251-b7bb-f102f25f9a9a,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:38.013059 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729621'] for router_interface (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:38.355595 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Network 72633b9c-b237-4ab8-8fff-e57a0fd5947a is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:38.357645 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:38.379542 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42812) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:38.384816 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-b3a8176b-668d-4ec0-8ca3-524436ccd618 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--921261653', 'description': 'tempest-description--641522735'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:38.473316 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b3a8176b-668d-4ec0-8ca3-524436ccd618 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:38.481011 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:35:38.505417 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:38.574287 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:38.580747 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b3a8176b-668d-4ec0-8ca3-524436ccd618 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for security_group (ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:38.600203 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:35:38.605070 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-7032c2ae-2a41-4f91-953f-651f34214992 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/cfd3f1e7-27c2-4e95-adab-ad746f1ddd64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5464406 Aug 08 02:35:38.617351 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Sync routers for ids ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:35:38.628843 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Routers {'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:38.629602 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:35:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:38.667498 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-495474f9-f373-401a-8e1f-e364fa6f6d69 None None] Provisioning complete for port a351491f-5c0c-4251-b7bb-f102f25f9a9a triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:38.669153 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-495474f9-f373-401a-8e1f-e364fa6f6d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:38.701707 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b3a8176b-668d-4ec0-8ca3-524436ccd618 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:38.718936 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e898e15-547f-473f-9349-69f2d94ce728 req-9e2dfb40-a70e-4429-85dc-439553510a7b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:38.720839 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3e898e15-547f-473f-9349-69f2d94ce728 req-9e2dfb40-a70e-4429-85dc-439553510a7b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 943 time: 0.0650592 Aug 08 02:35:38.731968 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-495474f9-f373-401a-8e1f-e364fa6f6d69 None None] Port a351491f-5c0c-4251-b7bb-f102f25f9a9a cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:35:38.753261 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8176b-668d-4ec0-8ca3-524436ccd618 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:38.792424 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3e898e15-547f-473f-9349-69f2d94ce728 req-17a9e5dc-4180-49a0-98c2-ea7f77e20d31 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632288 Aug 08 02:35:38.797694 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Set router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:38.854662 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b3a8176b-668d-4ec0-8ca3-524436ccd618 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:38.856590 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-b3a8176b-668d-4ec0-8ca3-524436ccd618 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4760211 Aug 08 02:35:38.861168 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42822) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:38.868532 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-55eb5c17-337a-42d1-b88c-6ca30cfcf2b1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Request body: {'security_group_rule': {'security_group_id': 'ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:38.899834 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 56bd39d9-c8ae-473f-aff5-564b29a9ac79 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:38.945733 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 56bd39d9-c8ae-473f-aff5-564b29a9ac79 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:38.946393 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (56bd39d9-c8ae-473f-aff5-564b29a9ac79), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:38.977243 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-55eb5c17-337a-42d1-b88c-6ca30cfcf2b1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for security_group_rule (1858983e-649a-4285-888e-a7b7f7494c55), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.045769 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:39.048277 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:39.056226 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-55eb5c17-337a-42d1-b88c-6ca30cfcf2b1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for security_group_rule (1858983e-649a-4285-888e-a7b7f7494c55), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.063048 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 56bd39d9-c8ae-473f-aff5-564b29a9ac79 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:39.140800 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'name': 'tempest-TestShelveInstance-534016115-router', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:31Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'gw_port': {'id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:32Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'a351491f-5c0c-4251-b7bb-f102f25f9a9a', 'name': '', 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'mac_address': 'fa:16:3e:2e:94:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:35Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 2, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'subnets': [{'id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:39.169189 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Checking router: cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:35:39.169535 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Updating router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 port a351491f-5c0c-4251-b7bb-f102f25f9a9a binding host dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:35:39.175330 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-55eb5c17-337a-42d1-b88c-6ca30cfcf2b1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (1858983e-649a-4285-888e-a7b7f7494c55), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.203639 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.205833 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb5c17-337a-42d1-b88c-6ca30cfcf2b1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1858983e-649a-4285-888e-a7b7f7494c55,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:39.279381 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-55eb5c17-337a-42d1-b88c-6ca30cfcf2b1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.282104 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-55eb5c17-337a-42d1-b88c-6ca30cfcf2b1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4192064 Aug 08 02:35:39.285385 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42832) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:39.296121 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-c084a377-aa13-46c2-ad1e-239be21c8d53 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Request body: {'security_group_rule': {'security_group_id': 'ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:39.442824 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c084a377-aa13-46c2-ad1e-239be21c8d53 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for security_group_rule (d7713ca5-c1ae-45c7-a2c3-510a2df42e90), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.495125 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Publish callbacks [] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.507259 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c084a377-aa13-46c2-ad1e-239be21c8d53 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for security_group_rule (d7713ca5-c1ae-45c7-a2c3-510a2df42e90), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.575307 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.576174 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c084a377-aa13-46c2-ad1e-239be21c8d53 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (d7713ca5-c1ae-45c7-a2c3-510a2df42e90), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.601867 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084a377-aa13-46c2-ad1e-239be21c8d53 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7713ca5-c1ae-45c7-a2c3-510a2df42e90,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:39.637203 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:39.648023 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42846) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:39.654900 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-d81c73ba-973f-4cc1-8652-ff1194f54ad8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2029313055-network', 'tenant_id': 'cfe4d8665af44a05b457b11d810a13b4'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:39.668609 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c016a-1489-4bba-b840-b5710dcdfa2a None None] Pushing event updated for resources: {'Port': ['ID=a351491f-5c0c-4251-b7bb-f102f25f9a9a,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:39.682639 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c084a377-aa13-46c2-ad1e-239be21c8d53 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.687298 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42848) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:39.687775 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-c084a377-aa13-46c2-ad1e-239be21c8d53 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4009991 Aug 08 02:35:39.693129 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Request body: {'floatingip': {'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:39.698046 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Attempting to bind port a351491f-5c0c-4251-b7bb-f102f25f9a9a on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:35:39.698441 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Attempting to bind port a351491f-5c0c-4251-b7bb-f102f25f9a9a by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'd760f924-e814-4229-88af-f386463b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:35:39.698796 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Attempting to bind port a351491f-5c0c-4251-b7bb-f102f25f9a9a on network 72633b9c-b237-4ab8-8fff-e57a0fd5947a {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:35:39.705124 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:35:39.705771 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Checking segment: {'id': 'd760f924-e814-4229-88af-f386463b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:35:39.706198 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.707838 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Bound using segment: {'id': 'd760f924-e814-4229-88af-f386463b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:35:39.708493 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Bound port: a351491f-5c0c-4251-b7bb-f102f25f9a9a, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd760f924-e814-4229-88af-f386463b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:35:39.709072 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.765014 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81c73ba-973f-4cc1-8652-ff1194f54ad8 admin admin] Made reservation on behalf of cfe4d8665af44a05b457b11d810a13b4 for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:35:39.768432 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d81c73ba-973f-4cc1-8652-ff1194f54ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.774510 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] For port a351491f-5c0c-4251-b7bb-f102f25f9a9a, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:35:39.779328 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] For port a351491f-5c0c-4251-b7bb-f102f25f9a9a, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=a351491f-5c0c-4251-b7bb-f102f25f9a9a,segment=NetworkSegment(d760f924-e814-4229-88af-f386463b2e7e),segment_id=d760f924-e814-4229-88af-f386463b2e7e)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:35:39.783715 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d81c73ba-973f-4cc1-8652-ff1194f54ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.797100 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.847387 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.872823 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d81c73ba-973f-4cc1-8652-ff1194f54ad8 admin admin] Publish callbacks [] for security_group (f4199a86-74e2-46d5-9ece-60323187ff32), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.904171 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Routers {'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:39.904711 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:35:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:39.926772 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.948577 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9378e2-180a-4d37-9b6a-e90c3817bd97 req-cb586682-a316-42b9-945f-f5f9f64256c9 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:39.950890 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7c9378e2-180a-4d37-9b6a-e90c3817bd97 req-cb586682-a316-42b9-945f-f5f9f64256c9 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 943 time: 0.0742021 Aug 08 02:35:39.953914 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c016a-1489-4bba-b840-b5710dcdfa2a None None] Pushing event updated for resources: {'Port': ['ID=a351491f-5c0c-4251-b7bb-f102f25f9a9a,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:39.964537 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d81c73ba-973f-4cc1-8652-ff1194f54ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (f4199a86-74e2-46d5-9ece-60323187ff32), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:39.995696 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81c73ba-973f-4cc1-8652-ff1194f54ad8 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:35:40.006407 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c73ba-973f-4cc1-8652-ff1194f54ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4199a86-74e2-46d5-9ece-60323187ff32,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:40.016123 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d81c73ba-973f-4cc1-8652-ff1194f54ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (661cc3a6-3ca3-4815-8747-26d6437bdd20), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:40.016474 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-d81c73ba-973f-4cc1-8652-ff1194f54ad8 admin admin] Added segment 661cc3a6-3ca3-4815-8747-26d6437bdd20 of type vlan for network f168d0a5-9d5b-4e3f-8476-9f7cca158a37 Aug 08 02:35:40.024086 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:40.026620 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:40.062039 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] Set router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:40.062268 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d81c73ba-973f-4cc1-8652-ff1194f54ad8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (f168d0a5-9d5b-4e3f-8476-9f7cca158a37), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:40.071142 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7c9378e2-180a-4d37-9b6a-e90c3817bd97 req-d6a76d00-e46d-4685-b4b6-92bc36c00a0f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904081 Aug 08 02:35:40.105647 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Allocated IP 172.27.4.172 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/53e894cb-dd50-427b-b796-fa43049046d9) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:40.159007 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d81c73ba-973f-4cc1-8652-ff1194f54ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (f168d0a5-9d5b-4e3f-8476-9f7cca158a37), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:40.160505 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c73ba-973f-4cc1-8652-ff1194f54ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:40.161220 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d81c73ba-973f-4cc1-8652-ff1194f54ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:40.250491 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c73ba-973f-4cc1-8652-ff1194f54ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=f168d0a5-9d5b-4e3f-8476-9f7cca158a37,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:40.259662 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for port (53e894cb-dd50-427b-b796-fa43049046d9), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:40.262820 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:40.270857 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network f168d0a5-9d5b-4e3f-8476-9f7cca158a37 details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:35:40.294003 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d81c73ba-973f-4cc1-8652-ff1194f54ad8 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6426439 Aug 08 02:35:40.298763 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42860) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:40.303735 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'name': 'tempest-TestShelveInstance-534016115-router', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:31Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'gw_port': {'id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:32Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'a351491f-5c0c-4251-b7bb-f102f25f9a9a', 'name': '', 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'mac_address': 'fa:16:3e:2e:94:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:35Z', 'updated_at': '2022-08-08T02:35:39Z', 'revision_number': 4, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'subnets': [{'id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:40.303963 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-8b0d0012-8bed-44a0-8cba-6d8aa8b5827f admin admin] Request body: {'subnet': {'network_id': 'f168d0a5-9d5b-4e3f-8476-9f7cca158a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2029313055-subnet', 'tenant_id': 'cfe4d8665af44a05b457b11d810a13b4', 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:40.335505 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5636f4af-613b-4a56-8473-a3e6785b8ee1 None None] The sync data for ids ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'] in dv-cinder-852261-2-iscsi is: [{'id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'name': 'tempest-TestShelveInstance-534016115-router', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:31Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'gw_port': {'id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:32Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'a351491f-5c0c-4251-b7bb-f102f25f9a9a', 'name': '', 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'mac_address': 'fa:16:3e:2e:94:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:35Z', 'updated_at': '2022-08-08T02:35:39Z', 'revision_number': 4, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'subnets': [{'id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:35:40.462879 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (53e894cb-dd50-427b-b796-fa43049046d9), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:40.464283 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0d0012-8bed-44a0-8cba-6d8aa8b5827f admin admin] Made reservation on behalf of cfe4d8665af44a05b457b11d810a13b4 for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:35:40.468653 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8b0d0012-8bed-44a0-8cba-6d8aa8b5827f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25521527'] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:40.496274 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:40.511236 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:40.514878 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:40.519005 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:40.525673 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:40.543267 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Pushing event updated for resources: {'Port': ['ID=53e894cb-dd50-427b-b796-fa43049046d9,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:40.662707 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for floatingip (ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:40.782254 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8b0d0012-8bed-44a0-8cba-6d8aa8b5827f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3841586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25521505'] for subnet (d09cce8d-4398-4aa4-99f8-f2fd10cf2b51), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:40.829391 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (53e894cb-dd50-427b-b796-fa43049046d9), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:40.896716 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d0012-8bed-44a0-8cba-6d8aa8b5827f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d09cce8d-4398-4aa4-99f8-f2fd10cf2b51,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:40.906920 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d0012-8bed-44a0-8cba-6d8aa8b5827f admin admin] Checking segment: {'id': '661cc3a6-3ca3-4815-8747-26d6437bdd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f168d0a5-9d5b-4e3f-8476-9f7cca158a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:35:40.907328 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0d0012-8bed-44a0-8cba-6d8aa8b5827f admin admin] Network hostable DHCP agents. Network: f168d0a5-9d5b-4e3f-8476-9f7cca158a37, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:35:40.931677 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device a351491f-5c0c-4251-b7bb-f102f25f9a9a up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:40.990547 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port a351491f-5c0c-4251-b7bb-f102f25f9a9a triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:40.991328 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:41.056859 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0d0012-8bed-44a0-8cba-6d8aa8b5827f admin admin] Network f168d0a5-9d5b-4e3f-8476-9f7cca158a37 is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:35:41.082918 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port a351491f-5c0c-4251-b7bb-f102f25f9a9a is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:41.083454 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:41.126435 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port a351491f-5c0c-4251-b7bb-f102f25f9a9a, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=a351491f-5c0c-4251-b7bb-f102f25f9a9a,segment=NetworkSegment(d760f924-e814-4229-88af-f386463b2e7e),segment_id=d760f924-e814-4229-88af-f386463b2e7e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:41.211127 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b759f6a-d81d-4321-a946-482759ed4608 req-dfed805a-0c47-4793-88f3-eee0b997f263 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:41.212315 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b759f6a-d81d-4321-a946-482759ed4608 req-dfed805a-0c47-4793-88f3-eee0b997f263 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 943 time: 0.0607438 Aug 08 02:35:41.216144 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:41.220084 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-8b0d0012-8bed-44a0-8cba-6d8aa8b5827f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, f168d0a5-9d5b-4e3f-8476-9f7cca158a37) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:41.227027 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0d0012-8bed-44a0-8cba-6d8aa8b5827f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:41.227698 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8b0d0012-8bed-44a0-8cba-6d8aa8b5827f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:41.255683 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for port (53e894cb-dd50-427b-b796-fa43049046d9), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:41.271945 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59d97da-28c2-4d6c-9bba-60d54a8048c1 None None] Network f168d0a5-9d5b-4e3f-8476-9f7cca158a37 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:35:41.292999 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b759f6a-d81d-4321-a946-482759ed4608 req-b6105e06-cb29-4eed-8f1e-a24ea0804478 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617604 Aug 08 02:35:41.359122 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914405'] for port (53e894cb-dd50-427b-b796-fa43049046d9), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:41.365459 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=a351491f-5c0c-4251-b7bb-f102f25f9a9a,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:41.386124 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8b0d0012-8bed-44a0-8cba-6d8aa8b5827f admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0861051 Aug 08 02:35:41.395343 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42874) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:41.401855 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2029313055-router', 'tenant_id': 'cfe4d8665af44a05b457b11d810a13b4', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:41.435820 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:41.454410 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5eb1d2e-7da7-5b72-863f-c4fa9899b996-f168d0a5-9d5b-4e3f-8476-9f7cca158a37', 'network_id': 'f168d0a5-9d5b-4e3f-8476-9f7cca158a37', 'project_id': 'cfe4d8665af44a05b457b11d810a13b4', 'fixed_ips': [{'subnet_id': 'd09cce8d-4398-4aa4-99f8-f2fd10cf2b51'}]}} from dv-cinder-852261-2-iscsi. {{(pid=104278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:35:41.455708 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:41.459769 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:41.463708 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Pushing event updated for resources: {'Port': ['ID=53e894cb-dd50-427b-b796-fa43049046d9,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:41.500549 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (f649f217-eb1c-410a-8e5f-c476f7ff2b69), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:41.502652 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1866'] for router (f649f217-eb1c-410a-8e5f-c476f7ff2b69), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:41.548389 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:41.581696 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Publish callbacks [] for router_controller (f649f217-eb1c-410a-8e5f-c476f7ff2b69), precommit_add_association {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:41.586070 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:41.596974 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e78786dc-003f-4b03-a287-3b2478703b4a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8987730 Aug 08 02:35:41.616717 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Allocated IP 172.20.0.2 (f168d0a5-9d5b-4e3f-8476-9f7cca158a37/d09cce8d-4398-4aa4-99f8-f2fd10cf2b51/c0fa47fa-c24b-4b92-b326-4564ca7d4411) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:41.755086 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:41.775303 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Publish callbacks [] for port (c0fa47fa-c24b-4b92-b326-4564ca7d4411), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:41.857948 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Publish callbacks [] for router_gateway (f649f217-eb1c-410a-8e5f-c476f7ff2b69), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:41.866788 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (c0fa47fa-c24b-4b92-b326-4564ca7d4411), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:41.890163 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-679fe832-b675-4f58-a904-f06a28596554 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--921261653&fields=id&tenant_id=f1f194384993444da5c7b7f30e42746d HTTP/1.1" status: 200 len: 267 time: 0.0568917 Aug 08 02:35:41.905522 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Network f168d0a5-9d5b-4e3f-8476-9f7cca158a37 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:41.913952 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:41.921054 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:41.941958 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Pushing event updated for resources: {'Port': ['ID=c0fa47fa-c24b-4b92-b326-4564ca7d4411,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:42.006859 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Attempting to bind port c0fa47fa-c24b-4b92-b326-4564ca7d4411 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:35:42.007498 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Attempting to bind port c0fa47fa-c24b-4b92-b326-4564ca7d4411 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '661cc3a6-3ca3-4815-8747-26d6437bdd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f168d0a5-9d5b-4e3f-8476-9f7cca158a37'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:35:42.008301 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Attempting to bind port c0fa47fa-c24b-4b92-b326-4564ca7d4411 on network f168d0a5-9d5b-4e3f-8476-9f7cca158a37 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:35:42.015238 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:35:42.016217 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Checking segment: {'id': '661cc3a6-3ca3-4815-8747-26d6437bdd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f168d0a5-9d5b-4e3f-8476-9f7cca158a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:35:42.016633 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:42.017021 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Bound using segment: {'id': '661cc3a6-3ca3-4815-8747-26d6437bdd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f168d0a5-9d5b-4e3f-8476-9f7cca158a37'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:35:42.017651 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Bound port: c0fa47fa-c24b-4b92-b326-4564ca7d4411, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661cc3a6-3ca3-4815-8747-26d6437bdd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f168d0a5-9d5b-4e3f-8476-9f7cca158a37'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:35:42.018508 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c0fa47fa-c24b-4b92-b326-4564ca7d4411), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:42.093421 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-ea9409e8-c37c-4e9d-9431-e61468fc11ef tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:42.096353 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-ea9409e8-c37c-4e9d-9431-e61468fc11ef tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 817 time: 0.1967163 Aug 08 02:35:42.118690 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] For port c0fa47fa-c24b-4b92-b326-4564ca7d4411, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:35:42.123760 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] For port c0fa47fa-c24b-4b92-b326-4564ca7d4411, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=c0fa47fa-c24b-4b92-b326-4564ca7d4411,segment=NetworkSegment(661cc3a6-3ca3-4815-8747-26d6437bdd20),segment_id=661cc3a6-3ca3-4815-8747-26d6437bdd20)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:35:42.135463 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-b93892fb-b6b1-45bf-b5ad-eae8e69b813d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/quotas/f1f194384993444da5c7b7f30e42746d HTTP/1.1" status: 200 len: 375 time: 0.0268853 Aug 08 02:35:42.190499 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:42.202084 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-d545d116-71b8-40c6-9bec-4ed8bd54f7a6 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0572443 Aug 08 02:35:42.215885 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Publish callbacks [] for router_gateway (f649f217-eb1c-410a-8e5f-c476f7ff2b69), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:42.228428 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (c0fa47fa-c24b-4b92-b326-4564ca7d4411), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:42.235939 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:42.289075 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a2f29-2875-4016-b48a-7eaff198e09b None None] Pushing event updated for resources: {'Port': ['ID=c0fa47fa-c24b-4b92-b326-4564ca7d4411,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:42.342153 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-a50b85bf-4d98-4ad3-b4bd-45e54ef7a14f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283147 Aug 08 02:35:42.400660 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Allocated IP 172.27.4.186 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/2ea24942-3b97-4f75-8671-879ec3611f5a) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:42.516124 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-25ef2955-a1f3-4bf0-9bee-4150c617b8fa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677244 Aug 08 02:35:42.522263 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ac50a-a055-4ae2-9969-196d0933771b req-a067d1f9-44f0-4fb0-b82d-a81b171f8243 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:42.526411 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-509ac50a-a055-4ae2-9969-196d0933771b req-a067d1f9-44f0-4fb0-b82d-a81b171f8243 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 943 time: 0.1279986 Aug 08 02:35:42.530974 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:42.601298 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-509ac50a-a055-4ae2-9969-196d0933771b req-1c733d54-7b07-497e-a1fd-73304b812cdf tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713205 Aug 08 02:35:42.655093 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Publish callbacks [] for port (2ea24942-3b97-4f75-8671-879ec3611f5a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:42.736679 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device fdd841cc-5aaf-433c-8961-a1c99eafc2ff details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:35:42.813261 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (2ea24942-3b97-4f75-8671-879ec3611f5a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:42.818807 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-abb3ab5f-9cd4-4963-8eb2-cdb05dfcb68f req-3a2cdd7c-4723-4201-aaa5-5742441f604e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 210 time: 0.0357893 Aug 08 02:35:42.871255 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:42.876513 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:42.880888 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:42.887212 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea24942-3b97-4f75-8671-879ec3611f5a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:42.927825 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port fdd841cc-5aaf-433c-8961-a1c99eafc2ff, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=fdd841cc-5aaf-433c-8961-a1c99eafc2ff,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:42.946646 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': 'fdd841cc-5aaf-433c-8961-a1c99eafc2ff', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'port_id': 'fdd841cc-5aaf-433c-8961-a1c99eafc2ff', 'mac_address': 'fa:16:3e:0c:c7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:35:42.992206 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port fdd841cc-5aaf-433c-8961-a1c99eafc2ff is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:42.992695 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (fdd841cc-5aaf-433c-8961-a1c99eafc2ff), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:43.012926 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd841cc-5aaf-433c-8961-a1c99eafc2ff {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:35:43.049878 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port fdd841cc-5aaf-433c-8961-a1c99eafc2ff, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=fdd841cc-5aaf-433c-8961-a1c99eafc2ff,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:43.051587 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:43.078327 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device a351491f-5c0c-4251-b7bb-f102f25f9a9a up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:43.118763 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (fdd841cc-5aaf-433c-8961-a1c99eafc2ff), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:43.160910 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port a351491f-5c0c-4251-b7bb-f102f25f9a9a triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:43.161558 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:43.222138 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=fdd841cc-5aaf-433c-8961-a1c99eafc2ff,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:43.286279 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port a351491f-5c0c-4251-b7bb-f102f25f9a9a is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:43.287894 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device c0fa47fa-c24b-4b92-b326-4564ca7d4411 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:43.326094 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Publish callbacks [] for router_gateway (f649f217-eb1c-410a-8e5f-c476f7ff2b69), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:43.376471 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port c0fa47fa-c24b-4b92-b326-4564ca7d4411 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:43.377050 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (c0fa47fa-c24b-4b92-b326-4564ca7d4411), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:43.423321 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:43.466110 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:43.494726 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port c0fa47fa-c24b-4b92-b326-4564ca7d4411 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:43.494726 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c0fa47fa-c24b-4b92-b326-4564ca7d4411), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:43.531155 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port c0fa47fa-c24b-4b92-b326-4564ca7d4411, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=c0fa47fa-c24b-4b92-b326-4564ca7d4411,segment=NetworkSegment(661cc3a6-3ca3-4815-8747-26d6437bdd20),segment_id=661cc3a6-3ca3-4815-8747-26d6437bdd20)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:43.556482 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656454'] for router (f649f217-eb1c-410a-8e5f-c476f7ff2b69), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:43.609041 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (c0fa47fa-c24b-4b92-b326-4564ca7d4411), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:43.621462 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['fdd841cc-5aaf-433c-8961-a1c99eafc2ff'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:35:43.621942 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99454be-f7d8-4b85-bb65-72e94942febf None None] Network f168d0a5-9d5b-4e3f-8476-9f7cca158a37 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:35:43.741267 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cdbad-61dd-4214-bafa-2b22a6f8404d req-5852be0e-2025-4341-ac2c-a0d0c3d6f6b5 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:43.744002 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e94cdbad-61dd-4214-bafa-2b22a6f8404d req-5852be0e-2025-4341-ac2c-a0d0c3d6f6b5 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 944 time: 0.0587988 Aug 08 02:35:43.763434 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-15700a30-d4f4-458c-a220-de0ef74ba17a None None] Provisioning complete for port c0fa47fa-c24b-4b92-b326-4564ca7d4411 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:43.763803 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-15700a30-d4f4-458c-a220-de0ef74ba17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (c0fa47fa-c24b-4b92-b326-4564ca7d4411), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:43.787091 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:43.819407 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e94cdbad-61dd-4214-bafa-2b22a6f8404d req-1f49ec14-0540-401d-b084-bc8cc4af98e3 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670907 Aug 08 02:35:43.836530 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=c0fa47fa-c24b-4b92-b326-4564ca7d4411,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:43.876958 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Router f649f217-eb1c-410a-8e5f-c476f7ff2b69 is scheduled to L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 with binding_index 1 {{(pid=104277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:35:43.925035 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42948) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:43.976389 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-da1b97f3-a12f-49c3-bfcc-e5145da08790 req-2de34f80-b773-4136-b76c-369864cc0f80 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 210 time: 0.0825510 Aug 08 02:35:44.059877 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:35:44.081959 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Sync routers for ids ['f649f217-eb1c-410a-8e5f-c476f7ff2b69'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:35:44.119688 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d3cbb648-9cc5-4b07-8b36-5e967f3c0fe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:44.124495 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-15700a30-d4f4-458c-a220-de0ef74ba17a None None] Current status of the port c0fa47fa-c24b-4b92-b326-4564ca7d4411 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:44.128079 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Routers {'f649f217-eb1c-410a-8e5f-c476f7ff2b69'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:44.128623 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:35:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['f649f217-eb1c-410a-8e5f-c476f7ff2b69'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:44.131319 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:44.185205 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:44.187047 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ec5c0570-8df3-498c-905b-2c56604f50d9 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7902877 Aug 08 02:35:44.189825 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 42956) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:44.235321 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d3cbb648-9cc5-4b07-8b36-5e967f3c0fe9 admin admin] Publish callbacks [] for security_group (e184f92d-526f-44f5-8d3e-e2874c2ba73b), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:44.266859 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Set router f649f217-eb1c-410a-8e5f-c476f7ff2b69 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:44.453200 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-217e09e5-f434-4a34-bb89-edc9326c48ec None None] Provisioning complete for port c0fa47fa-c24b-4b92-b326-4564ca7d4411 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:44.453200 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-217e09e5-f434-4a34-bb89-edc9326c48ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (c0fa47fa-c24b-4b92-b326-4564ca7d4411), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:44.506445 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d3cbb648-9cc5-4b07-8b36-5e967f3c0fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e184f92d-526f-44f5-8d3e-e2874c2ba73b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:44.510083 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'name': 'tempest-TestShelveInstance-2029313055-router', 'tenant_id': 'cfe4d8665af44a05b457b11d810a13b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.186'}], 'enable_snat': True}, 'gw_port_id': '2ea24942-3b97-4f75-8671-879ec3611f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:41Z', 'updated_at': '2022-08-08T02:35:43Z', 'revision_number': 3, 'project_id': 'cfe4d8665af44a05b457b11d810a13b4', 'gw_port': {'id': '2ea24942-3b97-4f75-8671-879ec3611f5a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:42Z', 'updated_at': '2022-08-08T02:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:44.544067 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Checking router: f649f217-eb1c-410a-8e5f-c476f7ff2b69 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:35:44.544419 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Updating router f649f217-eb1c-410a-8e5f-c476f7ff2b69 port 2ea24942-3b97-4f75-8671-879ec3611f5a binding host dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:35:44.547918 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-217e09e5-f434-4a34-bb89-edc9326c48ec None None] Current status of the port c0fa47fa-c24b-4b92-b326-4564ca7d4411 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:44.577141 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-d3cbb648-9cc5-4b07-8b36-5e967f3c0fe9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e7cfd5293fa74a9094df6214d8f077d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6503990 Aug 08 02:35:44.594839 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42960) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:44.595167 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (2ea24942-3b97-4f75-8671-879ec3611f5a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:44.614900 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbb648-9cc5-4b07-8b36-5e967f3c0fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e184f92d-526f-44f5-8d3e-e2874c2ba73b,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:44.663259 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0840b233-3815-4f40-a385-1895aa3bd167 admin admin] Publish callbacks [] for security_group (e184f92d-526f-44f5-8d3e-e2874c2ba73b), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:44.688557 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0840b233-3815-4f40-a385-1895aa3bd167 admin admin] Publish callbacks [] for security_group (e184f92d-526f-44f5-8d3e-e2874c2ba73b), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:44.719735 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:44.803456 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0840b233-3815-4f40-a385-1895aa3bd167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e184f92d-526f-44f5-8d3e-e2874c2ba73b), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:44.807752 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0840b233-3815-4f40-a385-1895aa3bd167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:44.812755 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-0840b233-3815-4f40-a385-1895aa3bd167 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e184f92d-526f-44f5-8d3e-e2874c2ba73b HTTP/1.1" status: 204 len: 168 time: 0.2234807 Aug 08 02:35:44.823346 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840b233-3815-4f40-a385-1895aa3bd167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e184f92d-526f-44f5-8d3e-e2874c2ba73b,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:44.879141 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:44.891165 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:44.972056 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device c0fa47fa-c24b-4b92-b326-4564ca7d4411 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:45.030820 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308a9ea-28b5-46b6-acd9-30c956539ad8 req-7e10a0be-ae16-4a04-84ff-8d6d8688c5e5 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:45.032552 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1308a9ea-28b5-46b6-acd9-30c956539ad8 req-7e10a0be-ae16-4a04-84ff-8d6d8688c5e5 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 944 time: 0.0728095 Aug 08 02:35:45.041587 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Publish callbacks [] for port (2ea24942-3b97-4f75-8671-879ec3611f5a), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:45.064758 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:45.083604 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port c0fa47fa-c24b-4b92-b326-4564ca7d4411 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:45.084157 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (c0fa47fa-c24b-4b92-b326-4564ca7d4411), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:45.104619 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1308a9ea-28b5-46b6-acd9-30c956539ad8 req-56228563-0090-4e5c-abe1-ee0549c023a1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635107 Aug 08 02:35:45.130035 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (2ea24942-3b97-4f75-8671-879ec3611f5a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:45.149907 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-28fb23cf-4460-46bc-9fef-8d0220c35a7d req-c1a95d89-8fe7-4640-ae70-d337355dc99b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 210 time: 0.0498238 Aug 08 02:35:45.159839 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:45.177916 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Attempting to bind port 2ea24942-3b97-4f75-8671-879ec3611f5a on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:35:45.178463 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Attempting to bind port 2ea24942-3b97-4f75-8671-879ec3611f5a by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:35:45.178913 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Attempting to bind port 2ea24942-3b97-4f75-8671-879ec3611f5a on network e72f53b8-3f23-4d50-b125-ab42ad165078 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:35:45.193213 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:35:45.193597 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Checking segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:35:45.193999 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:45.194422 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Bound using segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:35:45.194967 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Bound port: 2ea24942-3b97-4f75-8671-879ec3611f5a, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:35:45.195361 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (2ea24942-3b97-4f75-8671-879ec3611f5a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:45.197053 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Allocated IP 172.20.0.1 (f168d0a5-9d5b-4e3f-8476-9f7cca158a37/d09cce8d-4398-4aa4-99f8-f2fd10cf2b51/6bc7e372-5116-4d0c-927c-bbbf36531cae) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:45.221963 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d86b8-bbe5-425e-acf8-b698aa880923 None None] Pushing event updated for resources: {'Port': ['ID=2ea24942-3b97-4f75-8671-879ec3611f5a,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:45.246695 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:45.262784 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device fdd841cc-5aaf-433c-8961-a1c99eafc2ff up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:45.304316 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port c0fa47fa-c24b-4b92-b326-4564ca7d4411 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:45.315666 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] For port 2ea24942-3b97-4f75-8671-879ec3611f5a, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:35:45.331114 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] For port 2ea24942-3b97-4f75-8671-879ec3611f5a, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=2ea24942-3b97-4f75-8671-879ec3611f5a,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:35:45.332120 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Publish callbacks [] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:45.341722 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port fdd841cc-5aaf-433c-8961-a1c99eafc2ff completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:35:45.443566 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (2ea24942-3b97-4f75-8671-879ec3611f5a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:45.445331 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port fdd841cc-5aaf-433c-8961-a1c99eafc2ff triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:45.445721 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (fdd841cc-5aaf-433c-8961-a1c99eafc2ff), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:45.473996 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:45.514692 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Routers {'f649f217-eb1c-410a-8e5f-c476f7ff2b69'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:45.515336 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:35:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['f649f217-eb1c-410a-8e5f-c476f7ff2b69'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:45.536953 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc7e372-5116-4d0c-927c-bbbf36531cae,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:45.549469 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Network f168d0a5-9d5b-4e3f-8476-9f7cca158a37 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:45.550893 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:45.553332 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:45.577630 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d86b8-bbe5-425e-acf8-b698aa880923 None None] Pushing event updated for resources: {'Port': ['ID=2ea24942-3b97-4f75-8671-879ec3611f5a,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:45.612599 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732837'] for router_interface (f649f217-eb1c-410a-8e5f-c476f7ff2b69), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:45.618258 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:45.661018 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42978) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:45.674565 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port fdd841cc-5aaf-433c-8961-a1c99eafc2ff is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:45.675195 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (fdd841cc-5aaf-433c-8961-a1c99eafc2ff), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:45.694055 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] Set router f649f217-eb1c-410a-8e5f-c476f7ff2b69 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:45.694683 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-36d9e033-f9c9-4be5-adb5-eb9e4f3080a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:45.795407 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-36d9e033-f9c9-4be5-adb5-eb9e4f3080a7 admin admin] Publish callbacks [] for security_group (0993623b-4ab2-426b-9152-1ab5d7272f75), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:45.806842 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ed21ea-bc5e-4251-bcc7-fbfe640ab747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd841cc-5aaf-433c-8961-a1c99eafc2ff'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:35:45.810677 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03029416-c890-406e-ae2c-039f0b28d5ef" -d '{"events": [{"server_uuid": "06ed21ea-bc5e-4251-bcc7-fbfe640ab747", "name": "network-vif-plugged", "status": "completed", "tag": "fdd841cc-5aaf-433c-8961-a1c99eafc2ff"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:35:45.854683 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port fdd841cc-5aaf-433c-8961-a1c99eafc2ff, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=fdd841cc-5aaf-433c-8961-a1c99eafc2ff,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:45.866249 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-36d9e033-f9c9-4be5-adb5-eb9e4f3080a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (0993623b-4ab2-426b-9152-1ab5d7272f75), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:45.884348 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf42e60-50c4-4f6d-8622-ec31269bc0c5 x-openstack-request-id: req-cbf42e60-50c4-4f6d-8622-ec31269bc0c5 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:35:45.884662 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ed21ea-bc5e-4251-bcc7-fbfe640ab747", "name": "network-vif-plugged", "status": "completed", "tag": "fdd841cc-5aaf-433c-8961-a1c99eafc2ff", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:35:45.884919 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbf42e60-50c4-4f6d-8622-ec31269bc0c5 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:35:45.885408 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf42e60-50c4-4f6d-8622-ec31269bc0c5'] response: {'server_uuid': '06ed21ea-bc5e-4251-bcc7-fbfe640ab747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd841cc-5aaf-433c-8961-a1c99eafc2ff', 'code': 200} Aug 08 02:35:45.899127 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:45.919290 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-36d9e033-f9c9-4be5-adb5-eb9e4f3080a7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=df958a944ae44a89a751341b9ac8cba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567360 Aug 08 02:35:45.921745 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9e033-f9c9-4be5-adb5-eb9e4f3080a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0993623b-4ab2-426b-9152-1ab5d7272f75,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:45.923956 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-4ff10a9d-d948-4b32-8dd4-ca5ccc2da58a None None] Provisioning complete for port 6bc7e372-5116-4d0c-927c-bbbf36531cae triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:45.924329 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4ff10a9d-d948-4b32-8dd4-ca5ccc2da58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:45.925199 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42982) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:45.967227 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-4ff10a9d-d948-4b32-8dd4-ca5ccc2da58a None None] Port 6bc7e372-5116-4d0c-927c-bbbf36531cae cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:35:45.971529 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (fdd841cc-5aaf-433c-8961-a1c99eafc2ff), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:45.994042 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-29f332f0-9ec3-46ae-a4e1-bc8f54feca81 admin admin] Publish callbacks [] for security_group (0993623b-4ab2-426b-9152-1ab5d7272f75), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:46.022526 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-29f332f0-9ec3-46ae-a4e1-bc8f54feca81 admin admin] Publish callbacks [] for security_group (0993623b-4ab2-426b-9152-1ab5d7272f75), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:46.036000 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:46.050681 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'name': 'tempest-TestShelveInstance-2029313055-router', 'tenant_id': 'cfe4d8665af44a05b457b11d810a13b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.186'}], 'enable_snat': True}, 'gw_port_id': '2ea24942-3b97-4f75-8671-879ec3611f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:41Z', 'updated_at': '2022-08-08T02:35:43Z', 'revision_number': 3, 'project_id': 'cfe4d8665af44a05b457b11d810a13b4', 'gw_port': {'id': '2ea24942-3b97-4f75-8671-879ec3611f5a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:42Z', 'updated_at': '2022-08-08T02:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:46.055723 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=fdd841cc-5aaf-433c-8961-a1c99eafc2ff,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:46.091196 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16253e5-cef6-4c45-8c8b-8f4c7a2f1fac None None] The sync data for ids ['f649f217-eb1c-410a-8e5f-c476f7ff2b69'] in dv-cinder-852261-2-iscsi is: [{'id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'name': 'tempest-TestShelveInstance-2029313055-router', 'tenant_id': 'cfe4d8665af44a05b457b11d810a13b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.186'}], 'enable_snat': True}, 'gw_port_id': '2ea24942-3b97-4f75-8671-879ec3611f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:41Z', 'updated_at': '2022-08-08T02:35:43Z', 'revision_number': 3, 'project_id': 'cfe4d8665af44a05b457b11d810a13b4', 'gw_port': {'id': '2ea24942-3b97-4f75-8671-879ec3611f5a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:42Z', 'updated_at': '2022-08-08T02:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:35:46.186320 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-29f332f0-9ec3-46ae-a4e1-bc8f54feca81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (0993623b-4ab2-426b-9152-1ab5d7272f75), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:46.192733 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-29f332f0-9ec3-46ae-a4e1-bc8f54feca81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:46.193906 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-29f332f0-9ec3-46ae-a4e1-bc8f54feca81 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0993623b-4ab2-426b-9152-1ab5d7272f75 HTTP/1.1" status: 204 len: 168 time: 0.2675519 Aug 08 02:35:46.204479 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f332f0-9ec3-46ae-a4e1-bc8f54feca81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0993623b-4ab2-426b-9152-1ab5d7272f75,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:46.206027 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-7613cfea-825e-491d-a7c6-e03db6a9f593 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:46.208752 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-7613cfea-825e-491d-a7c6-e03db6a9f593 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 817 time: 0.2919030 Aug 08 02:35:46.332100 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be8ccb-eaac-4f78-a6bf-211399306d2e req-70415d47-9c86-4d0c-ba9e-488ac282fbc2 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:46.332351 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3831ef1a-bcf3-420e-95f0-e3c13880e2e8 req-6fd26a6e-3dfc-4f83-80ac-21584d673bd8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 210 time: 0.0472689 Aug 08 02:35:46.333916 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1be8ccb-eaac-4f78-a6bf-211399306d2e req-70415d47-9c86-4d0c-ba9e-488ac282fbc2 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.1410239 Aug 08 02:35:46.381099 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8b441-96c9-47bb-b66b-9ec577b9d6ac req-6d9f7ed6-c8d2-49e2-93e8-a1366aa0e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:46.382738 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-42a8b441-96c9-47bb-b66b-9ec577b9d6ac req-6d9f7ed6-c8d2-49e2-93e8-a1366aa0e5fa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 1129 time: 0.1110556 Aug 08 02:35:46.477178 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-cdda9f4b-4a5d-4676-bc47-dc5214df373b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f1f194384993444da5c7b7f30e42746d HTTP/1.1" status: 200 len: 379 time: 0.2456954 Aug 08 02:35:46.494574 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Publish callbacks [] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:46.498718 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1be8ccb-eaac-4f78-a6bf-211399306d2e req-128a996e-8f90-4a77-8b24-7bced9c7666a tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482081 Aug 08 02:35:46.582000 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:46.650451 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729621'] for router_interface (f649f217-eb1c-410a-8e5f-c476f7ff2b69), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:46.661743 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc7e372-5116-4d0c-927c-bbbf36531cae,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:46.713675 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:46.764348 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Network f168d0a5-9d5b-4e3f-8476-9f7cca158a37 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:46.766425 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:46.907760 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Router f649f217-eb1c-410a-8e5f-c476f7ff2b69 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:35:46.914082 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 2ea24942-3b97-4f75-8671-879ec3611f5a up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:46.969591 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:46.976624 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 2ea24942-3b97-4f75-8671-879ec3611f5a triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:46.977128 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (2ea24942-3b97-4f75-8671-879ec3611f5a), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:47.044631 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:35:47.059456 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-718f3e21-f642-4f01-90b2-1c85fac3a771 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/f649f217-eb1c-410a-8e5f-c476f7ff2b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8586273 Aug 08 02:35:47.076456 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 2ea24942-3b97-4f75-8671-879ec3611f5a is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:47.077492 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (2ea24942-3b97-4f75-8671-879ec3611f5a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:47.100566 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-dfec6e54-22e6-4a22-80e2-03ddfad39df2 None None] Provisioning complete for port 6bc7e372-5116-4d0c-927c-bbbf36531cae triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:47.101219 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dfec6e54-22e6-4a22-80e2-03ddfad39df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:47.108153 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 42998) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:47.125923 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8324ab7d-0ccb-4507-b264-8ed11d4d8323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:47.147326 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 2ea24942-3b97-4f75-8671-879ec3611f5a, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=2ea24942-3b97-4f75-8671-879ec3611f5a,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:47.153511 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:47.153754 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-dfec6e54-22e6-4a22-80e2-03ddfad39df2 None None] Port 6bc7e372-5116-4d0c-927c-bbbf36531cae cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:35:47.216607 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (2ea24942-3b97-4f75-8671-879ec3611f5a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:47.225997 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8324ab7d-0ccb-4507-b264-8ed11d4d8323 admin admin] Publish callbacks [] for security_group (005a353f-83d6-4a11-92b6-6f9825e1ac5b), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:47.270256 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=2ea24942-3b97-4f75-8671-879ec3611f5a,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:47.305533 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8324ab7d-0ccb-4507-b264-8ed11d4d8323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (005a353f-83d6-4a11-92b6-6f9825e1ac5b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:47.346430 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8324ab7d-0ccb-4507-b264-8ed11d4d8323 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c452ddf22149433ba6d90bad3e05678f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370877 Aug 08 02:35:47.347338 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324ab7d-0ccb-4507-b264-8ed11d4d8323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005a353f-83d6-4a11-92b6-6f9825e1ac5b,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:47.349238 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 43006) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:47.413618 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-90f85a0c-e977-4bc1-afaa-890243cef5a5 admin admin] Publish callbacks [] for security_group (005a353f-83d6-4a11-92b6-6f9825e1ac5b), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:47.446858 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:47.463794 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-90f85a0c-e977-4bc1-afaa-890243cef5a5 admin admin] Publish callbacks [] for security_group (005a353f-83d6-4a11-92b6-6f9825e1ac5b), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:47.470307 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c6754c81-caa1-4d68-9f81-df6b79e5ec9b req-a3d6c549-1aa4-40b3-a8e3-e009319ed3d2 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 210 time: 0.0382950 Aug 08 02:35:47.578517 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 43014) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:47.583710 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-4894f0eb-8c55-462f-9169-53634c981482 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-560853521', 'description': 'tempest-secgroup-smoke-560853521 description', 'project_id': 'e069855c07d94296a331d49a7a2a7ce4'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:47.626793 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-90f85a0c-e977-4bc1-afaa-890243cef5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (005a353f-83d6-4a11-92b6-6f9825e1ac5b), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:47.629333 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-90f85a0c-e977-4bc1-afaa-890243cef5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:47.632991 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-90f85a0c-e977-4bc1-afaa-890243cef5a5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/005a353f-83d6-4a11-92b6-6f9825e1ac5b HTTP/1.1" status: 204 len: 168 time: 0.2797351 Aug 08 02:35:47.642887 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3221d-92b8-4e1b-bc33-3594ad1f1e7e req-e9e99d08-14cb-4ac9-9c27-fc8b2927ced2 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:47.644402 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94e3221d-92b8-4e1b-bc33-3594ad1f1e7e req-e9e99d08-14cb-4ac9-9c27-fc8b2927ced2 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0664158 Aug 08 02:35:47.649432 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f85a0c-e977-4bc1-afaa-890243cef5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005a353f-83d6-4a11-92b6-6f9825e1ac5b,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:47.691101 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4894f0eb-8c55-462f-9169-53634c981482 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:47.700887 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94e3221d-92b8-4e1b-bc33-3594ad1f1e7e req-7145f3d8-bc02-4e49-81b6-1408313341d9 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475678 Aug 08 02:35:47.772983 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4894f0eb-8c55-462f-9169-53634c981482 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group (09d29ddf-354e-4dfc-b882-2c6ae690dcf4), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:47.833637 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4894f0eb-8c55-462f-9169-53634c981482 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (09d29ddf-354e-4dfc-b882-2c6ae690dcf4), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:47.866296 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894f0eb-8c55-462f-9169-53634c981482 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d29ddf-354e-4dfc-b882-2c6ae690dcf4,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:47.920506 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Sync routers for ids ['f649f217-eb1c-410a-8e5f-c476f7ff2b69'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:35:47.922001 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:47.931588 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Routers {'f649f217-eb1c-410a-8e5f-c476f7ff2b69'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:47.932184 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:35:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['f649f217-eb1c-410a-8e5f-c476f7ff2b69'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:47.944079 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4894f0eb-8c55-462f-9169-53634c981482 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:47.948524 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 43020) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:47.953097 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-b40fe110-17ad-4ac5-941c-9ce12c95dfe4 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Request body: {'security_group_rule': {'security_group_id': '09d29ddf-354e-4dfc-b882-2c6ae690dcf4', 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:47.953784 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4894f0eb-8c55-462f-9169-53634c981482 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3739934 Aug 08 02:35:48.056062 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Set router f649f217-eb1c-410a-8e5f-c476f7ff2b69 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:48.087574 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b40fe110-17ad-4ac5-941c-9ce12c95dfe4 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (18696441-b16a-4c94-b725-6ab2d9a1a923), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:48.152832 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b40fe110-17ad-4ac5-941c-9ce12c95dfe4 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (18696441-b16a-4c94-b725-6ab2d9a1a923), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:48.239019 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b40fe110-17ad-4ac5-941c-9ce12c95dfe4 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (18696441-b16a-4c94-b725-6ab2d9a1a923), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:48.256721 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'name': 'tempest-TestShelveInstance-2029313055-router', 'tenant_id': 'cfe4d8665af44a05b457b11d810a13b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.186'}], 'enable_snat': True}, 'gw_port_id': '2ea24942-3b97-4f75-8671-879ec3611f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:41Z', 'updated_at': '2022-08-08T02:35:45Z', 'revision_number': 4, 'project_id': 'cfe4d8665af44a05b457b11d810a13b4', 'gw_port': {'id': '2ea24942-3b97-4f75-8671-879ec3611f5a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:42Z', 'updated_at': '2022-08-08T02:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '6bc7e372-5116-4d0c-927c-bbbf36531cae', 'name': '', 'network_id': 'f168d0a5-9d5b-4e3f-8476-9f7cca158a37', 'tenant_id': 'cfe4d8665af44a05b457b11d810a13b4', 'mac_address': 'fa:16:3e:f4:37:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd09cce8d-4398-4aa4-99f8-f2fd10cf2b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:44Z', 'updated_at': '2022-08-08T02:35:46Z', 'revision_number': 2, 'project_id': 'cfe4d8665af44a05b457b11d810a13b4', 'subnets': [{'id': 'd09cce8d-4398-4aa4-99f8-f2fd10cf2b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:48.258368 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fe110-17ad-4ac5-941c-9ce12c95dfe4 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18696441-b16a-4c94-b725-6ab2d9a1a923,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:48.283725 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Checking router: f649f217-eb1c-410a-8e5f-c476f7ff2b69 for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:35:48.286698 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Updating router f649f217-eb1c-410a-8e5f-c476f7ff2b69 port 6bc7e372-5116-4d0c-927c-bbbf36531cae binding host dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:35:48.315989 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:48.336625 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b40fe110-17ad-4ac5-941c-9ce12c95dfe4 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:48.341293 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-b40fe110-17ad-4ac5-941c-9ce12c95dfe4 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3884649 Aug 08 02:35:48.341528 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 43022) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:48.346996 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-06e669c4-ec20-4ec9-8ceb-35699b118ed0 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Request body: {'security_group_rule': {'security_group_id': '09d29ddf-354e-4dfc-b882-2c6ae690dcf4', 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:48.434962 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:48.437316 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-06e669c4-ec20-4ec9-8ceb-35699b118ed0 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (cea1550c-eb19-4c16-afd4-628223c6458e), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:48.496318 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-06e669c4-ec20-4ec9-8ceb-35699b118ed0 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (cea1550c-eb19-4c16-afd4-628223c6458e), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:48.562929 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-06e669c4-ec20-4ec9-8ceb-35699b118ed0 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (cea1550c-eb19-4c16-afd4-628223c6458e), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:48.579205 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d7b70d94-cf28-4650-aa17-ec17725f307b req-f7c92a63-152f-4536-ac49-c142460b50e1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 210 time: 0.0306818 Aug 08 02:35:48.582046 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e669c4-ec20-4ec9-8ceb-35699b118ed0 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea1550c-eb19-4c16-afd4-628223c6458e,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:48.586951 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Publish callbacks [] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:48.705597 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:48.707547 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-06e669c4-ec20-4ec9-8ceb-35699b118ed0 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:48.711408 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-06e669c4-ec20-4ec9-8ceb-35699b118ed0 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3659916 Aug 08 02:35:48.711976 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 43028) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:48.719944 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-78705801-03c6-4d3c-93e4-5f21b7df6e69 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Request body: {'security_group_rule': {'security_group_id': '09d29ddf-354e-4dfc-b882-2c6ae690dcf4', 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:48.784495 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c0c31-2613-4e65-9e41-7602d8878963 None None] Pushing event updated for resources: {'Port': ['ID=6bc7e372-5116-4d0c-927c-bbbf36531cae,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:48.817409 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Attempting to bind port 6bc7e372-5116-4d0c-927c-bbbf36531cae on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:35:48.817774 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Attempting to bind port 6bc7e372-5116-4d0c-927c-bbbf36531cae by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '661cc3a6-3ca3-4815-8747-26d6437bdd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f168d0a5-9d5b-4e3f-8476-9f7cca158a37'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:35:48.818124 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Attempting to bind port 6bc7e372-5116-4d0c-927c-bbbf36531cae on network f168d0a5-9d5b-4e3f-8476-9f7cca158a37 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:35:48.819929 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:48.820685 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:48.824021 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:35:48.824598 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Checking segment: {'id': '661cc3a6-3ca3-4815-8747-26d6437bdd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f168d0a5-9d5b-4e3f-8476-9f7cca158a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:35:48.825224 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:48.825620 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Bound using segment: {'id': '661cc3a6-3ca3-4815-8747-26d6437bdd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f168d0a5-9d5b-4e3f-8476-9f7cca158a37'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:35:48.826439 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Bound port: 6bc7e372-5116-4d0c-927c-bbbf36531cae, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661cc3a6-3ca3-4815-8747-26d6437bdd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f168d0a5-9d5b-4e3f-8476-9f7cca158a37'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:35:48.826824 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:48.837005 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480d15d-ef15-410a-919f-6a6d12dad625 req-e82e12e2-159f-4152-823e-49170a84373c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:48.838708 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d480d15d-ef15-410a-919f-6a6d12dad625 req-e82e12e2-159f-4152-823e-49170a84373c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0573478 Aug 08 02:35:48.861360 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:48.863552 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-78705801-03c6-4d3c-93e4-5f21b7df6e69 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (2c79840d-e922-4569-b419-6e4c87daf15f), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:48.892558 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 2ea24942-3b97-4f75-8671-879ec3611f5a up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:48.926279 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d480d15d-ef15-410a-919f-6a6d12dad625 req-d5a7fc11-80b4-4de6-9748-d778c4ea3670 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696847 Aug 08 02:35:48.933944 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] For port 6bc7e372-5116-4d0c-927c-bbbf36531cae, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:35:48.939036 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] For port 6bc7e372-5116-4d0c-927c-bbbf36531cae, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=6bc7e372-5116-4d0c-927c-bbbf36531cae,segment=NetworkSegment(661cc3a6-3ca3-4815-8747-26d6437bdd20),segment_id=661cc3a6-3ca3-4815-8747-26d6437bdd20)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:35:48.970971 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-78705801-03c6-4d3c-93e4-5f21b7df6e69 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (2c79840d-e922-4569-b419-6e4c87daf15f), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:49.011337 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:49.037948 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-78705801-03c6-4d3c-93e4-5f21b7df6e69 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (2c79840d-e922-4569-b419-6e4c87daf15f), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:49.061326 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78705801-03c6-4d3c-93e4-5f21b7df6e69 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c79840d-e922-4569-b419-6e4c87daf15f,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:49.135746 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Routers {'f649f217-eb1c-410a-8e5f-c476f7ff2b69'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:49.136349 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:35:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['f649f217-eb1c-410a-8e5f-c476f7ff2b69'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:49.148222 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 2ea24942-3b97-4f75-8671-879ec3611f5a triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:49.148591 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (2ea24942-3b97-4f75-8671-879ec3611f5a), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:49.149118 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-78705801-03c6-4d3c-93e4-5f21b7df6e69 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:49.153846 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-78705801-03c6-4d3c-93e4-5f21b7df6e69 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4373240 Aug 08 02:35:49.154174 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 43034) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:49.161859 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-cd26a093-86f6-4261-ac01-b36193721c60 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Request body: {'security_group_rule': {'security_group_id': '09d29ddf-354e-4dfc-b882-2c6ae690dcf4', 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:49.186532 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c0c31-2613-4e65-9e41-7602d8878963 None None] Pushing event updated for resources: {'Port': ['ID=6bc7e372-5116-4d0c-927c-bbbf36531cae,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:49.254376 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] Set router f649f217-eb1c-410a-8e5f-c476f7ff2b69 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:49.274683 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd26a093-86f6-4261-ac01-b36193721c60 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (df7dcb7a-24cb-4cf5-a2fa-84fd810b2748), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:49.294542 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 2ea24942-3b97-4f75-8671-879ec3611f5a is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:49.330236 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd26a093-86f6-4261-ac01-b36193721c60 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (df7dcb7a-24cb-4cf5-a2fa-84fd810b2748), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:49.397135 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd26a093-86f6-4261-ac01-b36193721c60 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (df7dcb7a-24cb-4cf5-a2fa-84fd810b2748), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:49.418600 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26a093-86f6-4261-ac01-b36193721c60 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7dcb7a-24cb-4cf5-a2fa-84fd810b2748,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:49.450948 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'name': 'tempest-TestShelveInstance-2029313055-router', 'tenant_id': 'cfe4d8665af44a05b457b11d810a13b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.186'}], 'enable_snat': True}, 'gw_port_id': '2ea24942-3b97-4f75-8671-879ec3611f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:41Z', 'updated_at': '2022-08-08T02:35:45Z', 'revision_number': 4, 'project_id': 'cfe4d8665af44a05b457b11d810a13b4', 'gw_port': {'id': '2ea24942-3b97-4f75-8671-879ec3611f5a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:42Z', 'updated_at': '2022-08-08T02:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '6bc7e372-5116-4d0c-927c-bbbf36531cae', 'name': '', 'network_id': 'f168d0a5-9d5b-4e3f-8476-9f7cca158a37', 'tenant_id': 'cfe4d8665af44a05b457b11d810a13b4', 'mac_address': 'fa:16:3e:f4:37:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd09cce8d-4398-4aa4-99f8-f2fd10cf2b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:44Z', 'updated_at': '2022-08-08T02:35:48Z', 'revision_number': 4, 'project_id': 'cfe4d8665af44a05b457b11d810a13b4', 'subnets': [{'id': 'd09cce8d-4398-4aa4-99f8-f2fd10cf2b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:49.469095 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-965f3d84-137b-4fdb-b5d0-0183dfa77736 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Request body: {'port': {'device_id': '08b62cb1-88d8-45e9-b506-339fedab711a', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'admin_state_up': True, 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'security_groups': ['ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:49.480067 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032024ee-c190-4bc1-85bb-f1a16a4fe5e1 None None] The sync data for ids ['f649f217-eb1c-410a-8e5f-c476f7ff2b69'] in dv-cinder-852261-2-iscsi is: [{'id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'name': 'tempest-TestShelveInstance-2029313055-router', 'tenant_id': 'cfe4d8665af44a05b457b11d810a13b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.186'}], 'enable_snat': True}, 'gw_port_id': '2ea24942-3b97-4f75-8671-879ec3611f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:41Z', 'updated_at': '2022-08-08T02:35:45Z', 'revision_number': 4, 'project_id': 'cfe4d8665af44a05b457b11d810a13b4', 'gw_port': {'id': '2ea24942-3b97-4f75-8671-879ec3611f5a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:42Z', 'updated_at': '2022-08-08T02:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '6bc7e372-5116-4d0c-927c-bbbf36531cae', 'name': '', 'network_id': 'f168d0a5-9d5b-4e3f-8476-9f7cca158a37', 'tenant_id': 'cfe4d8665af44a05b457b11d810a13b4', 'mac_address': 'fa:16:3e:f4:37:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'd09cce8d-4398-4aa4-99f8-f2fd10cf2b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:44Z', 'updated_at': '2022-08-08T02:35:48Z', 'revision_number': 4, 'project_id': 'cfe4d8665af44a05b457b11d810a13b4', 'subnets': [{'id': 'd09cce8d-4398-4aa4-99f8-f2fd10cf2b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:35:49.535378 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd26a093-86f6-4261-ac01-b36193721c60 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:49.540691 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-cd26a093-86f6-4261-ac01-b36193721c60 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3804870 Aug 08 02:35:49.541136 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 43040) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:49.548353 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-fb845ad9-34df-4b78-9efb-b87f05f6d22e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Request body: {'security_group_rule': {'security_group_id': '09d29ddf-354e-4dfc-b882-2c6ae690dcf4', 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:49.583302 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-42a8b441-96c9-47bb-b66b-9ec577b9d6ac req-79dc7daa-821b-403d-9584-6b9f22ef4701 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238461 Aug 08 02:35:49.688701 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.securitygroups_db [None req-fb845ad9-34df-4b78-9efb-b87f05f6d22e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Project e069855c07d94296a331d49a7a2a7ce4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 02:35:49.692130 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a1fd76e3-63cd-45e0-bb48-fbe390461540 req-c08ec864-adbb-4309-96de-99624ed7bb1e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 210 time: 0.0310519 Aug 08 02:35:49.695311 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fb845ad9-34df-4b78-9efb-b87f05f6d22e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (5202b515-8c60-4e43-86da-7961600ef4d6), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:49.723918 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-965f3d84-137b-4fdb-b5d0-0183dfa77736 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Made reservation on behalf of f1f194384993444da5c7b7f30e42746d for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:35:49.727660 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-965f3d84-137b-4fdb-b5d0-0183dfa77736 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:49.814527 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fb845ad9-34df-4b78-9efb-b87f05f6d22e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (5202b515-8c60-4e43-86da-7961600ef4d6), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:49.891260 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-965f3d84-137b-4fdb-b5d0-0183dfa77736 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Allocated IP 172.20.0.4 (a983a294-01dc-46eb-aef5-c79712b4e933/e4898143-b142-4521-9351-8ef3bd60567c/02e01264-c556-4152-ab45-aa8f19b46808) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:35:49.893201 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fb845ad9-34df-4b78-9efb-b87f05f6d22e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (5202b515-8c60-4e43-86da-7961600ef4d6), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:49.928634 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb845ad9-34df-4b78-9efb-b87f05f6d22e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5202b515-8c60-4e43-86da-7961600ef4d6,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:50.012193 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fb845ad9-34df-4b78-9efb-b87f05f6d22e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:50.014421 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-fb845ad9-34df-4b78-9efb-b87f05f6d22e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4686992 Aug 08 02:35:50.016529 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 43050) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:50.021142 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-60b1b343-c104-48a2-b667-cbdb65c8b97e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Request body: {'security_group_rule': {'security_group_id': '09d29ddf-354e-4dfc-b882-2c6ae690dcf4', 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:50.095448 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ce5b9-408c-4738-a457-12a5c9203e96 req-fa07410a-bc7f-428c-af0b-c7c8d05631b5 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:50.097006 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d34ce5b9-408c-4738-a457-12a5c9203e96 req-fa07410a-bc7f-428c-af0b-c7c8d05631b5 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0715511 Aug 08 02:35:50.108072 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.securitygroups_db [None req-60b1b343-c104-48a2-b667-cbdb65c8b97e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Project e069855c07d94296a331d49a7a2a7ce4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 02:35:50.115017 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-60b1b343-c104-48a2-b667-cbdb65c8b97e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (06c24759-675b-4f82-b2b3-e0a00def4179), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:50.144597 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-965f3d84-137b-4fdb-b5d0-0183dfa77736 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for port (02e01264-c556-4152-ab45-aa8f19b46808), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:50.161807 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:50.182190 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d34ce5b9-408c-4738-a457-12a5c9203e96 req-c3dc9745-e797-47bb-9cec-6ecc75818894 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747359 Aug 08 02:35:50.185320 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-60b1b343-c104-48a2-b667-cbdb65c8b97e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (06c24759-675b-4f82-b2b3-e0a00def4179), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:50.271513 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-60b1b343-c104-48a2-b667-cbdb65c8b97e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (06c24759-675b-4f82-b2b3-e0a00def4179), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:50.291025 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1b343-c104-48a2-b667-cbdb65c8b97e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c24759-675b-4f82-b2b3-e0a00def4179,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:50.306656 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-965f3d84-137b-4fdb-b5d0-0183dfa77736 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (02e01264-c556-4152-ab45-aa8f19b46808), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:50.316819 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:50.355021 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-965f3d84-137b-4fdb-b5d0-0183dfa77736 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Network a983a294-01dc-46eb-aef5-c79712b4e933 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:35:50.358299 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-965f3d84-137b-4fdb-b5d0-0183dfa77736 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:35:50.360901 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-965f3d84-137b-4fdb-b5d0-0183dfa77736 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:35:50.372984 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-60b1b343-c104-48a2-b667-cbdb65c8b97e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:50.374497 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-60b1b343-c104-48a2-b667-cbdb65c8b97e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3567524 Aug 08 02:35:50.391565 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f3d84-137b-4fdb-b5d0-0183dfa77736 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Pushing event updated for resources: {'Port': ['ID=02e01264-c556-4152-ab45-aa8f19b46808,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:50.424558 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-965f3d84-137b-4fdb-b5d0-0183dfa77736 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:50.425217 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-965f3d84-137b-4fdb-b5d0-0183dfa77736 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:50.500267 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-965f3d84-137b-4fdb-b5d0-0183dfa77736 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0401392 Aug 08 02:35:50.596051 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a2eb134c-d446-4dbc-9806-6dd9093b1f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:50.600196 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-2aaeced3-b5de-49c9-b22b-13c693778bf5 None None] Provisioning complete for port 02e01264-c556-4152-ab45-aa8f19b46808 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:50.601228 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2aaeced3-b5de-49c9-b22b-13c693778bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (02e01264-c556-4152-ab45-aa8f19b46808), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:50.635430 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-2aaeced3-b5de-49c9-b22b-13c693778bf5 None None] Port 02e01264-c556-4152-ab45-aa8f19b46808 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:35:50.821676 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1eb8e1-20e0-4b20-bdb4-f8d2a6ce6d4e req-4b867a1e-b31c-4ae7-beac-647c8aca734d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:50.823482 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cf1eb8e1-20e0-4b20-bdb4-f8d2a6ce6d4e req-4b867a1e-b31c-4ae7-beac-647c8aca734d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 931 time: 0.0517435 Aug 08 02:35:50.882901 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cf1eb8e1-20e0-4b20-bdb4-f8d2a6ce6d4e req-c2b8d1cf-339e-4c79-a5e8-d6e87ca378ef tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483444 Aug 08 02:35:50.892174 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 6bc7e372-5116-4d0c-927c-bbbf36531cae up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:50.927352 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:50.937111 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 6bc7e372-5116-4d0c-927c-bbbf36531cae triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:50.937480 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:51.011826 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 6bc7e372-5116-4d0c-927c-bbbf36531cae is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:51.012222 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:51.051061 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 6bc7e372-5116-4d0c-927c-bbbf36531cae, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=6bc7e372-5116-4d0c-927c-bbbf36531cae,segment=NetworkSegment(661cc3a6-3ca3-4815-8747-26d6437bdd20),segment_id=661cc3a6-3ca3-4815-8747-26d6437bdd20)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:35:51.141872 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:51.191661 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=6bc7e372-5116-4d0c-927c-bbbf36531cae,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:51.305774 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310c768-97ec-4ffc-bb59-aff25b396e2e req-3a3b9884-4d6b-4176-9569-48e65baeea76 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:51.307277 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7310c768-97ec-4ffc-bb59-aff25b396e2e req-3a3b9884-4d6b-4176-9569-48e65baeea76 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0484321 Aug 08 02:35:51.358917 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7310c768-97ec-4ffc-bb59-aff25b396e2e req-dd1b9b17-623b-40cb-8479-09bd4036330d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461442 Aug 08 02:35:51.984816 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:51.997919 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f503f1-b2d6-46e8-b4a9-aac0849015cd req-b79a88f8-cbf1-47cc-8e08-49f7392bf9a5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:51.999417 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-93f503f1-b2d6-46e8-b4a9-aac0849015cd req-b79a88f8-cbf1-47cc-8e08-49f7392bf9a5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 931 time: 0.0483160 Aug 08 02:35:52.048573 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-93f503f1-b2d6-46e8-b4a9-aac0849015cd req-e33a8250-8eaa-427a-8743-0a1480bd7284 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433869 Aug 08 02:35:52.386156 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Request body: {'port': {'device_id': '08b62cb1-88d8-45e9-b506-339fedab711a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:52.474192 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (02e01264-c556-4152-ab45-aa8f19b46808), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:52.495739 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171f064-c756-40ba-a213-9457688855d2 req-e8e1b537-6947-4089-b32f-564751799983 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:52.502206 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6171f064-c756-40ba-a213-9457688855d2 req-e8e1b537-6947-4089-b32f-564751799983 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0602837 Aug 08 02:35:52.640067 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6171f064-c756-40ba-a213-9457688855d2 req-949bbe43-fc7b-43ac-bee3-452169c087c7 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180656 Aug 08 02:35:52.787631 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e01264-c556-4152-ab45-aa8f19b46808 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:35:52.795317 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Publish callbacks [] for port (02e01264-c556-4152-ab45-aa8f19b46808), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:52.807531 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Transition to ACTIVE for port object 02e01264-c556-4152-ab45-aa8f19b46808 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:35:52.879150 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-95ee1dde-0140-4b43-a73e-340aa83e4d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:52.882314 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (02e01264-c556-4152-ab45-aa8f19b46808), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:52.884910 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 6bc7e372-5116-4d0c-927c-bbbf36531cae up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:35:52.938506 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 6bc7e372-5116-4d0c-927c-bbbf36531cae triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:35:52.938943 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:52.948277 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Pushing event updated for resources: {'Port': ['ID=02e01264-c556-4152-ab45-aa8f19b46808,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:52.960094 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:52.976557 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:53.009725 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Attempting to bind port 02e01264-c556-4152-ab45-aa8f19b46808 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:35:53.010404 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Attempting to bind port 02e01264-c556-4152-ab45-aa8f19b46808 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:35:53.010842 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Attempting to bind port 02e01264-c556-4152-ab45-aa8f19b46808 on network a983a294-01dc-46eb-aef5-c79712b4e933 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:35:53.016611 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Port 02e01264-c556-4152-ab45-aa8f19b46808 on network a983a294-01dc-46eb-aef5-c79712b4e933 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:35:53.016952 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Attempting to bind port 02e01264-c556-4152-ab45-aa8f19b46808 on network a983a294-01dc-46eb-aef5-c79712b4e933 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:35:53.022640 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:35:53.023036 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Checking segment: {'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:35:53.023527 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Bound using segment: {'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:35:53.024092 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Bound port: 02e01264-c556-4152-ab45-aa8f19b46808, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b5434b-e884-4b98-ad86-7b5fa2978654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:35:53.024588 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (02e01264-c556-4152-ab45-aa8f19b46808), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:53.031582 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 6bc7e372-5116-4d0c-927c-bbbf36531cae is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:35:53.094136 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] For port 02e01264-c556-4152-ab45-aa8f19b46808, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:35:53.097387 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] For port 02e01264-c556-4152-ab45-aa8f19b46808, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=02e01264-c556-4152-ab45-aa8f19b46808,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:35:53.169660 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (02e01264-c556-4152-ab45-aa8f19b46808), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:53.172953 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:53.173882 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:53.175576 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/02e01264-c556-4152-ab45-aa8f19b46808 HTTP/1.1" status: 200 len: 1093 time: 0.7937586 Aug 08 02:35:53.178213 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b62cb1-88d8-45e9-b506-339fedab711a', 'tag': '02e01264-c556-4152-ab45-aa8f19b46808'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:35:53.180860 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4610fe6f-a66d-47a7-a0b0-aea82229b8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "08b62cb1-88d8-45e9-b506-339fedab711a", "tag": "02e01264-c556-4152-ab45-aa8f19b46808"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:35:53.184845 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:53.191311 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cfe90-f8fc-48ce-9cf8-6802c2f85f70 req-0d0e7c4d-f2f6-4263-b5c7-b03fc93e3723 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:53.193497 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-042cfe90-f8fc-48ce-9cf8-6802c2f85f70 req-0d0e7c4d-f2f6-4263-b5c7-b03fc93e3723 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 943 time: 0.0716496 Aug 08 02:35:53.233754 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6181ce-4df6-4d90-8acf-40b0eb9bc158 x-openstack-request-id: req-2d6181ce-4df6-4d90-8acf-40b0eb9bc158 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:35:53.234111 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b62cb1-88d8-45e9-b506-339fedab711a", "tag": "02e01264-c556-4152-ab45-aa8f19b46808", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:35:53.234476 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d6181ce-4df6-4d90-8acf-40b0eb9bc158 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:35:53.234943 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6181ce-4df6-4d90-8acf-40b0eb9bc158'] response: {'name': 'network-changed', 'server_uuid': '08b62cb1-88d8-45e9-b506-339fedab711a', 'tag': '02e01264-c556-4152-ab45-aa8f19b46808', 'status': 'completed', 'code': 200} Aug 08 02:35:53.235665 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0870a-d4cf-400c-916f-74689926187b service neutron] Pushing event updated for resources: {'Port': ['ID=02e01264-c556-4152-ab45-aa8f19b46808,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:53.258096 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-042cfe90-f8fc-48ce-9cf8-6802c2f85f70 req-b628b421-7492-4c82-a286-0163a6c006f0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513701 Aug 08 02:35:53.473738 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610fe6f-a66d-47a7-a0b0-aea82229b8b9 req-1e94fd7b-fd6d-4dbb-a808-df6e4ca6c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:53.475272 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4610fe6f-a66d-47a7-a0b0-aea82229b8b9 req-1e94fd7b-fd6d-4dbb-a808-df6e4ca6c467 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 1127 time: 0.0420926 Aug 08 02:35:53.606430 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610fe6f-a66d-47a7-a0b0-aea82229b8b9 req-373fd7ed-579e-4e7d-a232-4068775cb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:53.608104 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4610fe6f-a66d-47a7-a0b0-aea82229b8b9 req-373fd7ed-579e-4e7d-a232-4068775cb89b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=f1f194384993444da5c7b7f30e42746d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1002657 Aug 08 02:35:53.739894 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610fe6f-a66d-47a7-a0b0-aea82229b8b9 req-0d65aff9-6c16-4bd5-b60d-2e0c70ca1a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:53.741423 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4610fe6f-a66d-47a7-a0b0-aea82229b8b9 req-0d65aff9-6c16-4bd5-b60d-2e0c70ca1a8a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1081264 Aug 08 02:35:53.777124 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8618f8-ce81-4509-bebd-f972851ec411 req-04b62f2e-61c5-40b9-9db4-11d22ea3d8c6 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:53.779145 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5a8618f8-ce81-4509-bebd-f972851ec411 req-04b62f2e-61c5-40b9-9db4-11d22ea3d8c6 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0574176 Aug 08 02:35:53.827210 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5a8618f8-ce81-4509-bebd-f972851ec411 req-1a9039ad-5d35-41fe-92bb-89ad722f89be tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426261 Aug 08 02:35:54.369059 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:54.382834 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bccde9-8de7-41b7-9214-eabfcdbaba8b req-4291c382-42f2-4951-ab1e-72c2ae5670da tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:54.385104 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-66bccde9-8de7-41b7-9214-eabfcdbaba8b req-4291c382-42f2-4951-ab1e-72c2ae5670da tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 943 time: 0.0500076 Aug 08 02:35:54.432098 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-66bccde9-8de7-41b7-9214-eabfcdbaba8b req-ddd0bd1d-3dfb-4d55-b449-a868abcb91ab tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418024 Aug 08 02:35:54.793314 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-fabfdfee-c280-4245-97bf-ff6bbc718d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:54.795070 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-fabfdfee-c280-4245-97bf-ff6bbc718d76 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 1127 time: 0.0406966 Aug 08 02:35:54.846049 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-5bc10c17-205f-427d-a1b3-4516db3415f4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e01264-c556-4152-ab45-aa8f19b46808 HTTP/1.1" status: 200 len: 217 time: 0.0377679 Aug 08 02:35:54.900131 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-18586d69-0164-4db5-a0f4-ab0ef725f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:54.901807 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-18586d69-0164-4db5-a0f4-ab0ef725f6b3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.0489690 Aug 08 02:35:54.975425 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9133f8f-89e0-454b-a76c-2cc976d7ae21 req-3143bffb-3371-4bfe-bb4c-9c1c8091f817 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:54.976959 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e9133f8f-89e0-454b-a76c-2cc976d7ae21 req-3143bffb-3371-4bfe-bb4c-9c1c8091f817 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0743153 Aug 08 02:35:54.979791 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-e6232efa-e969-4f48-8546-12b0db1e9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:54.981173 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-e6232efa-e969-4f48-8546-12b0db1e9d40 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690262 Aug 08 02:35:55.081118 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e9133f8f-89e0-454b-a76c-2cc976d7ae21 req-1bb0aff9-c363-40d8-8a68-ab89ab1d6fa2 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974936 Aug 08 02:35:55.112543 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-52ab7e7c-23be-452b-bb7a-923503348b78 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141021 Aug 08 02:35:55.206072 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478ae09-f6bd-4dbd-b120-d213f88819a7 req-6ff20462-cb3f-484b-bd17-45545dd0ddc4 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:55.207741 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d478ae09-f6bd-4dbd-b120-d213f88819a7 req-6ff20462-cb3f-484b-bd17-45545dd0ddc4 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0505991 Aug 08 02:35:55.220265 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 43168) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:55.223420 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-dbf714f1-88ad-41f6-8f86-dba89fce3be1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Request body: {'floatingip': {'port_id': 'fdd841cc-5aaf-433c-8961-a1c99eafc2ff'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:35:55.307850 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dbf714f1-88ad-41f6-8f86-dba89fce3be1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for floatingip (45b91340-7350-481d-9610-9cd63acf48ce), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:55.451449 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb2e3fe7-4e33-417a-b96d-9ae47817c7ac req-95c10a61-0a68-44ca-8b2b-4324a16b7edd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298357 Aug 08 02:35:55.543911 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:55.555394 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1352ead-a63e-4224-be9a-979ea95a06ca req-a45aca80-ee74-4efb-8959-2146a0ecbae9 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:55.556913 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c1352ead-a63e-4224-be9a-979ea95a06ca req-a45aca80-ee74-4efb-8959-2146a0ecbae9 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 943 time: 0.0497887 Aug 08 02:35:55.615808 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c1352ead-a63e-4224-be9a-979ea95a06ca req-ef4688f4-0b12-4e04-9d31-3f54783627d6 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524876 Aug 08 02:35:55.865839 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:55.949528 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dbf714f1-88ad-41f6-8f86-dba89fce3be1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:56.010314 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:56.022624 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dbf714f1-88ad-41f6-8f86-dba89fce3be1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (45b91340-7350-481d-9610-9cd63acf48ce), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:56.056410 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:56.330209 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.l3_db [None req-dbf714f1-88ad-41f6-8f86-dba89fce3be1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Floating IP 45b91340-7350-481d-9610-9cd63acf48ce associated. External IP: 172.27.4.110, port: fdd841cc-5aaf-433c-8961-a1c99eafc2ff. Aug 08 02:35:56.469163 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:56.536915 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf714f1-88ad-41f6-8f86-dba89fce3be1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Router d39e4716-a4fd-41d7-b5c3-60a6da3904bb has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:35:56.651428 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf714f1-88ad-41f6-8f86-dba89fce3be1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:35:56.656457 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-dbf714f1-88ad-41f6-8f86-dba89fce3be1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:56.661560 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf807416-dac0-45ce-b4bb-d78043c581b6 None None] Sync routers for ids ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:35:56.673699 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf807416-dac0-45ce-b4bb-d78043c581b6 None None] Routers {'d39e4716-a4fd-41d7-b5c3-60a6da3904bb'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:56.674600 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-cf807416-dac0-45ce-b4bb-d78043c581b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:35:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:56.693764 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-dbf714f1-88ad-41f6-8f86-dba89fce3be1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/45b91340-7350-481d-9610-9cd63acf48ce HTTP/1.1" status: 200 len: 991 time: 1.4740770 Aug 08 02:35:56.694555 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ed21ea-bc5e-4251-bcc7-fbfe640ab747', 'tag': 'fdd841cc-5aaf-433c-8961-a1c99eafc2ff'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:35:56.697154 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec22f1d30cf05664830ef834bc2fff6277ec84e823fa6e2140b323625de535e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f46bad-b13a-44d1-bf3a-5907b4d3d5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "06ed21ea-bc5e-4251-bcc7-fbfe640ab747", "tag": "fdd841cc-5aaf-433c-8961-a1c99eafc2ff"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:35:56.773958 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43418007-6f14-4288-a0c9-00d4a24ec37d req-67cb357d-501a-4905-99ed-a47f24482815 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:56.775556 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-43418007-6f14-4288-a0c9-00d4a24ec37d req-67cb357d-501a-4905-99ed-a47f24482815 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 943 time: 0.0566633 Aug 08 02:35:56.777115 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b87e8fd-c3c8-419d-858e-5985e65db9f4 x-openstack-request-id: req-6b87e8fd-c3c8-419d-858e-5985e65db9f4 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:35:56.777432 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ed21ea-bc5e-4251-bcc7-fbfe640ab747", "tag": "fdd841cc-5aaf-433c-8961-a1c99eafc2ff", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:35:56.777726 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b87e8fd-c3c8-419d-858e-5985e65db9f4 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:35:56.778102 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b87e8fd-c3c8-419d-858e-5985e65db9f4'] response: {'name': 'network-changed', 'server_uuid': '06ed21ea-bc5e-4251-bcc7-fbfe640ab747', 'tag': 'fdd841cc-5aaf-433c-8961-a1c99eafc2ff', 'status': 'completed', 'code': 200} Aug 08 02:35:56.800313 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-cf807416-dac0-45ce-b4bb-d78043c581b6 None None] Set router d39e4716-a4fd-41d7-b5c3-60a6da3904bb gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:56.831001 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-43418007-6f14-4288-a0c9-00d4a24ec37d req-8ce21af8-a923-4e24-bbe9-16a37573b5b7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493743 Aug 08 02:35:57.025135 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-cf807416-dac0-45ce-b4bb-d78043c581b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:19Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '45b91340-7350-481d-9610-9cd63acf48ce', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'floating_ip_address': '172.27.4.110', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'port_id': 'fdd841cc-5aaf-433c-8961-a1c99eafc2ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'mac_address': 'fa:16:3e:0c:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ed21ea-bc5e-4251-bcc7-fbfe640ab747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:23Z', 'updated_at': '2022-08-08T02:35:55Z', 'revision_number': 1, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70523f2-7396-4b37-a82a-1ba9ac041c9d', 'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'mac_address': 'fa:16:3e:bf:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:18Z', 'updated_at': '2022-08-08T02:35:25Z', 'revision_number': 5, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'subnets': [{'id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:57.051013 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf807416-dac0-45ce-b4bb-d78043c581b6 None None] Checking router: d39e4716-a4fd-41d7-b5c3-60a6da3904bb for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:35:57.059482 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf807416-dac0-45ce-b4bb-d78043c581b6 None None] Routers {'d39e4716-a4fd-41d7-b5c3-60a6da3904bb'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:35:57.060892 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-cf807416-dac0-45ce-b4bb-d78043c581b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:35:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:57.165251 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-cf807416-dac0-45ce-b4bb-d78043c581b6 None None] Set router d39e4716-a4fd-41d7-b5c3-60a6da3904bb gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:35:57.303264 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:57.380378 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-cf807416-dac0-45ce-b4bb-d78043c581b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:19Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '45b91340-7350-481d-9610-9cd63acf48ce', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'floating_ip_address': '172.27.4.110', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'port_id': 'fdd841cc-5aaf-433c-8961-a1c99eafc2ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'mac_address': 'fa:16:3e:0c:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ed21ea-bc5e-4251-bcc7-fbfe640ab747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:23Z', 'updated_at': '2022-08-08T02:35:55Z', 'revision_number': 1, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70523f2-7396-4b37-a82a-1ba9ac041c9d', 'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'mac_address': 'fa:16:3e:bf:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:18Z', 'updated_at': '2022-08-08T02:35:25Z', 'revision_number': 5, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'subnets': [{'id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:35:57.406042 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf807416-dac0-45ce-b4bb-d78043c581b6 None None] The sync data for ids ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'] in dv-cinder-852261-2-iscsi is: [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:19Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '45b91340-7350-481d-9610-9cd63acf48ce', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'floating_ip_address': '172.27.4.110', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'port_id': 'fdd841cc-5aaf-433c-8961-a1c99eafc2ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'mac_address': 'fa:16:3e:0c:c7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ed21ea-bc5e-4251-bcc7-fbfe640ab747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:23Z', 'updated_at': '2022-08-08T02:35:55Z', 'revision_number': 1, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70523f2-7396-4b37-a82a-1ba9ac041c9d', 'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'mac_address': 'fa:16:3e:bf:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:18Z', 'updated_at': '2022-08-08T02:35:25Z', 'revision_number': 5, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'subnets': [{'id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:35:57.582137 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e2d37-7418-4e53-901f-8e54b05830c3 None None] New status for floating IP 45b91340-7350-481d-9610-9cd63acf48ce: ACTIVE {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:35:57.956749 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09363111-8637-41e2-9ee6-08d96c442778 req-481fde13-dc01-439f-af49-cfa315f4c009 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:57.958285 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-09363111-8637-41e2-9ee6-08d96c442778 req-481fde13-dc01-439f-af49-cfa315f4c009 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 943 time: 0.0520263 Aug 08 02:35:58.011753 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-09363111-8637-41e2-9ee6-08d96c442778 req-eda453b5-25c2-4ca2-9ec9-61252c47c337 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474346 Aug 08 02:35:58.339774 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 43210) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:58.462567 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-73d9bc13-ac13-451d-9501-179f9d29c792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:58.464060 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:58.533321 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-73d9bc13-ac13-451d-9501-179f9d29c792 admin admin] Publish callbacks [] for security_group (07d7602a-a8b8-47f0-80e2-91c09288ff99), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:58.604921 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-73d9bc13-ac13-451d-9501-179f9d29c792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (07d7602a-a8b8-47f0-80e2-91c09288ff99), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:58.645813 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9bc13-ac13-451d-9501-179f9d29c792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d7602a-a8b8-47f0-80e2-91c09288ff99,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:58.650078 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-73d9bc13-ac13-451d-9501-179f9d29c792 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d0f6186d2ab14414a1e0a41533a36e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090990 Aug 08 02:35:58.652746 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 43216) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:35:58.705575 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bd0bc4c7-d049-4fe4-8c1c-a99ee7f12699 admin admin] Publish callbacks [] for security_group (07d7602a-a8b8-47f0-80e2-91c09288ff99), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:58.730802 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bd0bc4c7-d049-4fe4-8c1c-a99ee7f12699 admin admin] Publish callbacks [] for security_group (07d7602a-a8b8-47f0-80e2-91c09288ff99), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:58.762051 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:35:58.844767 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bd0bc4c7-d049-4fe4-8c1c-a99ee7f12699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (07d7602a-a8b8-47f0-80e2-91c09288ff99), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:58.847404 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bd0bc4c7-d049-4fe4-8c1c-a99ee7f12699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:35:58.848589 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-bd0bc4c7-d049-4fe4-8c1c-a99ee7f12699 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/07d7602a-a8b8-47f0-80e2-91c09288ff99 HTTP/1.1" status: 204 len: 168 time: 0.1949012 Aug 08 02:35:58.858887 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bc4c7-d049-4fe4-8c1c-a99ee7f12699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d7602a-a8b8-47f0-80e2-91c09288ff99,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:35:58.979052 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:35:59.139857 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504d641-b3c4-4452-959e-08d9ecb35fed req-4febbed0-01a9-4c6c-a668-1fc665cc73d7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:35:59.141863 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5504d641-b3c4-4452-959e-08d9ecb35fed req-4febbed0-01a9-4c6c-a668-1fc665cc73d7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 943 time: 0.0548208 Aug 08 02:35:59.197406 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5504d641-b3c4-4452-959e-08d9ecb35fed req-df97666d-cba9-4c61-934e-d9e2d83ffee3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494652 Aug 08 02:36:00.315805 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19bce4-eb4a-4cf4-abe0-bb8fa71cb38a req-88e385a9-ea0b-4da1-b34d-e45ab8f07d6d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:00.317256 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cd19bce4-eb4a-4cf4-abe0-bb8fa71cb38a req-88e385a9-ea0b-4da1-b34d-e45ab8f07d6d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 943 time: 0.0488701 Aug 08 02:36:00.366432 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cd19bce4-eb4a-4cf4-abe0-bb8fa71cb38a req-18daf2e4-8300-4e7f-ac5c-f10ce942bc55 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435905 Aug 08 02:36:01.491874 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cb669-488c-4806-a6c9-cf79a419062b req-31138bc3-f0f6-4742-a849-eca5b61229bf tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:01.493328 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f28cb669-488c-4806-a6c9-cf79a419062b req-31138bc3-f0f6-4742-a849-eca5b61229bf tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 943 time: 0.0478504 Aug 08 02:36:01.544299 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f28cb669-488c-4806-a6c9-cf79a419062b req-cd24f736-cc73-4405-b741-7ea4a3f665cb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451159 Aug 08 02:36:01.803825 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f46bad-b13a-44d1-bf3a-5907b4d3d5f8 req-96cac5fe-82fc-4711-9815-da30bc1315cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:01.805320 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f46bad-b13a-44d1-bf3a-5907b4d3d5f8 req-96cac5fe-82fc-4711-9815-da30bc1315cc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=897030a5075b4ca3ad29d73371306a66&device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 1129 time: 0.0414872 Aug 08 02:36:01.868215 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:01.906846 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f46bad-b13a-44d1-bf3a-5907b4d3d5f8 req-c435185b-1f25-4b0a-82a0-82638c2c79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:01.908309 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f46bad-b13a-44d1-bf3a-5907b4d3d5f8 req-c435185b-1f25-4b0a-82a0-82638c2c79fb service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=682376b8-1891-42b8-8562-21125b626ab2 HTTP/1.1" status: 200 len: 912 time: 0.0956702 Aug 08 02:36:01.973743 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f46bad-b13a-44d1-bf3a-5907b4d3d5f8 req-5f1762ea-755e-4d41-92a5-d395ff9eaecd service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdd841cc-5aaf-433c-8961-a1c99eafc2ff HTTP/1.1" status: 200 len: 1001 time: 0.0576522 Aug 08 02:36:02.003424 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 02e01264-c556-4152-ab45-aa8f19b46808 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:36:02.031907 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f46bad-b13a-44d1-bf3a-5907b4d3d5f8 req-a9800057-37f6-4b67-8d64-986f51747d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:02.034254 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f46bad-b13a-44d1-bf3a-5907b4d3d5f8 req-a9800057-37f6-4b67-8d64-986f51747d7a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5347a10a-44f0-4aab-9da5-c45d5d4f1438 HTTP/1.1" status: 200 len: 850 time: 0.0513875 Aug 08 02:36:02.075566 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:02.082213 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f46bad-b13a-44d1-bf3a-5907b4d3d5f8 req-8b4c8e94-dd98-40ba-aae8-d6a02e3e937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:02.083899 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f46bad-b13a-44d1-bf3a-5907b4d3d5f8 req-8b4c8e94-dd98-40ba-aae8-d6a02e3e937e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=682376b8-1891-42b8-8562-21125b626ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430725 Aug 08 02:36:02.114945 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 02e01264-c556-4152-ab45-aa8f19b46808, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=02e01264-c556-4152-ab45-aa8f19b46808,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:02.127981 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': '02e01264-c556-4152-ab45-aa8f19b46808', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'port_id': '02e01264-c556-4152-ab45-aa8f19b46808', 'mac_address': 'fa:16:3e:9d:b3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:36:02.165760 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 02e01264-c556-4152-ab45-aa8f19b46808 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:36:02.166573 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (02e01264-c556-4152-ab45-aa8f19b46808), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:02.180460 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e01264-c556-4152-ab45-aa8f19b46808 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:36:02.180639 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f46bad-b13a-44d1-bf3a-5907b4d3d5f8 req-a8079d2b-7045-4587-bd88-cb22f3cb9306 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888927 Aug 08 02:36:02.205863 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 02e01264-c556-4152-ab45-aa8f19b46808, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=02e01264-c556-4152-ab45-aa8f19b46808,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:02.271214 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (02e01264-c556-4152-ab45-aa8f19b46808), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:02.281985 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6f46bad-b13a-44d1-bf3a-5907b4d3d5f8 req-c13e8cb5-a16b-4d45-934c-95745fcb2d8a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939963 Aug 08 02:36:02.321211 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=02e01264-c556-4152-ab45-aa8f19b46808,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:02.667880 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115d232-9e25-4825-a58d-648d7f6885e2 req-6e028c31-7e8f-45a0-96db-0ed67e9319e3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:02.669243 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1115d232-9e25-4825-a58d-648d7f6885e2 req-6e028c31-7e8f-45a0-96db-0ed67e9319e3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 944 time: 0.0509472 Aug 08 02:36:02.719644 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1115d232-9e25-4825-a58d-648d7f6885e2 req-1e820f84-fcd6-40ad-b7ac-9e6f478959bd tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447371 Aug 08 02:36:02.817317 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['02e01264-c556-4152-ab45-aa8f19b46808'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:36:03.839994 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c135e4f-7017-4b42-b4a5-4c0ce69afa91 req-a52ea947-8d15-4a13-b7d4-802155718c64 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:03.841465 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9c135e4f-7017-4b42-b4a5-4c0ce69afa91 req-a52ea947-8d15-4a13-b7d4-802155718c64 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 944 time: 0.0508323 Aug 08 02:36:03.891044 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9c135e4f-7017-4b42-b4a5-4c0ce69afa91 req-012927f5-bcc9-4608-ac97-9254e7e2abf8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428207 Aug 08 02:36:04.294199 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 02e01264-c556-4152-ab45-aa8f19b46808 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:36:04.337056 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port 02e01264-c556-4152-ab45-aa8f19b46808 completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:36:04.396869 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port 02e01264-c556-4152-ab45-aa8f19b46808 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:36:04.397158 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (02e01264-c556-4152-ab45-aa8f19b46808), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:04.472387 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 02e01264-c556-4152-ab45-aa8f19b46808 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:36:04.472792 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (02e01264-c556-4152-ab45-aa8f19b46808), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:04.495180 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b62cb1-88d8-45e9-b506-339fedab711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e01264-c556-4152-ab45-aa8f19b46808'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:36:04.497387 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169ac800-e20b-41f3-8288-f05c45c148b4" -d '{"events": [{"server_uuid": "08b62cb1-88d8-45e9-b506-339fedab711a", "name": "network-vif-plugged", "status": "completed", "tag": "02e01264-c556-4152-ab45-aa8f19b46808"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:36:04.509438 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 02e01264-c556-4152-ab45-aa8f19b46808, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=02e01264-c556-4152-ab45-aa8f19b46808,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:04.537485 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8958f1f9-92ab-470c-9616-c5335454f957 x-openstack-request-id: req-8958f1f9-92ab-470c-9616-c5335454f957 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:36:04.537806 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b62cb1-88d8-45e9-b506-339fedab711a", "name": "network-vif-plugged", "status": "completed", "tag": "02e01264-c556-4152-ab45-aa8f19b46808", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:36:04.538091 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8958f1f9-92ab-470c-9616-c5335454f957 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:36:04.538538 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8958f1f9-92ab-470c-9616-c5335454f957'] response: {'server_uuid': '08b62cb1-88d8-45e9-b506-339fedab711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e01264-c556-4152-ab45-aa8f19b46808', 'code': 200} Aug 08 02:36:04.580115 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (02e01264-c556-4152-ab45-aa8f19b46808), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:04.628657 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:04.631776 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=02e01264-c556-4152-ab45-aa8f19b46808,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:04.903272 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e3f65-24d7-4e1b-a9ce-8e5bae63e95c req-85c3f7f4-2d13-4591-95e9-6620fca7f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:04.904763 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3f7e3f65-24d7-4e1b-a9ce-8e5bae63e95c req-85c3f7f4-2d13-4591-95e9-6620fca7f4df service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 1129 time: 0.0434601 Aug 08 02:36:04.950503 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3f7e3f65-24d7-4e1b-a9ce-8e5bae63e95c req-d0c4636e-d717-46c9-a326-906a5dbfc56c service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394676 Aug 08 02:36:05.002335 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:05.010665 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d96fc-7343-4f80-9fb2-78a52be88396 req-4a6c53e2-3632-4f25-acc9-aaaedd29ebbf tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:05.015095 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-533d96fc-7343-4f80-9fb2-78a52be88396 req-4a6c53e2-3632-4f25-acc9-aaaedd29ebbf tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0475397 Aug 08 02:36:05.060482 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-533d96fc-7343-4f80-9fb2-78a52be88396 req-145b0448-98b6-42b6-b642-f89fa17a37b4 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418684 Aug 08 02:36:06.179894 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f7486-9c73-4c38-9740-34c59106aefd req-341c0c4a-d1ae-4348-ad2c-4ae50493b5c3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:06.181362 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-147f7486-9c73-4c38-9740-34c59106aefd req-341c0c4a-d1ae-4348-ad2c-4ae50493b5c3 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0477371 Aug 08 02:36:06.192508 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:06.229619 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-147f7486-9c73-4c38-9740-34c59106aefd req-e07ce376-e789-4417-8831-a7722dbd7e73 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426080 Aug 08 02:36:07.355633 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3e8d9-1f8d-417d-a76d-eed2b899d76a req-5bc98633-a2ad-4d8d-84f9-3def16869ddb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:07.357098 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e4e3e8d9-1f8d-417d-a76d-eed2b899d76a req-5bc98633-a2ad-4d8d-84f9-3def16869ddb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0513427 Aug 08 02:36:07.404447 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e4e3e8d9-1f8d-417d-a76d-eed2b899d76a req-ce458d9e-39e3-4263-baa9-af5308ad753f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411158 Aug 08 02:36:07.522310 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311541ca-a20f-4775-bc6e-a073b9e8dc1f req-7d4cded6-a75d-44bc-b061-6aee3e982609 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:07.523786 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-311541ca-a20f-4775-bc6e-a073b9e8dc1f req-7d4cded6-a75d-44bc-b061-6aee3e982609 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0500925 Aug 08 02:36:07.533998 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 43288) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:36:07.538333 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-10ae835b-a334-4a2c-a42f-308e773d8aa0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Request body: {'floatingip': {'port_id': '02e01264-c556-4152-ab45-aa8f19b46808'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:36:07.578578 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-10ae835b-a334-4a2c-a42f-308e773d8aa0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for floatingip (ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:07.997531 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:08.003996 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-10ae835b-a334-4a2c-a42f-308e773d8aa0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:08.094317 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-10ae835b-a334-4a2c-a42f-308e773d8aa0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:08.192120 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-10ae835b-a334-4a2c-a42f-308e773d8aa0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Floating IP ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0 associated. External IP: 172.27.4.172, port: 02e01264-c556-4152-ab45-aa8f19b46808. Aug 08 02:36:08.212257 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:08.393484 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ae835b-a334-4a2c-a42f-308e773d8aa0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:36:08.438645 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:08.503200 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ae835b-a334-4a2c-a42f-308e773d8aa0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:36:08.508098 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-10ae835b-a334-4a2c-a42f-308e773d8aa0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:08.513130 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87846bd7-f412-4c14-b089-a6ff4658d7eb None None] Sync routers for ids ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:36:08.523727 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87846bd7-f412-4c14-b089-a6ff4658d7eb None None] Routers {'4b5eb63e-9efa-4c52-8602-ab2443bc70ed'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:36:08.524351 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-87846bd7-f412-4c14-b089-a6ff4658d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:35:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:08.539559 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-10ae835b-a334-4a2c-a42f-308e773d8aa0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0 HTTP/1.1" status: 200 len: 991 time: 1.0044773 Aug 08 02:36:08.540223 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b62cb1-88d8-45e9-b506-339fedab711a', 'tag': '02e01264-c556-4152-ab45-aa8f19b46808'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:36:08.542551 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2c9636-4048-40a2-a5e0-44fffe17715a" -d '{"events": [{"name": "network-changed", "server_uuid": "08b62cb1-88d8-45e9-b506-339fedab711a", "tag": "02e01264-c556-4152-ab45-aa8f19b46808"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:36:08.583150 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d35958-5626-4f3f-acfc-7f7bcd0877ab x-openstack-request-id: req-91d35958-5626-4f3f-acfc-7f7bcd0877ab {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:36:08.583150 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b62cb1-88d8-45e9-b506-339fedab711a", "tag": "02e01264-c556-4152-ab45-aa8f19b46808", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:36:08.583150 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91d35958-5626-4f3f-acfc-7f7bcd0877ab {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:36:08.583150 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d35958-5626-4f3f-acfc-7f7bcd0877ab'] response: {'name': 'network-changed', 'server_uuid': '08b62cb1-88d8-45e9-b506-339fedab711a', 'tag': '02e01264-c556-4152-ab45-aa8f19b46808', 'status': 'completed', 'code': 200} Aug 08 02:36:08.630835 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-87846bd7-f412-4c14-b089-a6ff4658d7eb None None] Set router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:36:08.645252 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c9636-4048-40a2-a5e0-44fffe17715a req-567fa9ef-03ab-46b9-b69c-64192831cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:08.646762 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a2c9636-4048-40a2-a5e0-44fffe17715a req-567fa9ef-03ab-46b9-b69c-64192831cc64 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 1129 time: 0.0432415 Aug 08 02:36:08.753094 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c9636-4048-40a2-a5e0-44fffe17715a req-4437f719-7623-48b2-b2d8-e7808c3ae08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:08.754730 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a2c9636-4048-40a2-a5e0-44fffe17715a req-4437f719-7623-48b2-b2d8-e7808c3ae08c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 918 time: 0.0988162 Aug 08 02:36:08.838938 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a2c9636-4048-40a2-a5e0-44fffe17715a req-0e5ddf49-6110-4b5b-896a-b99543d67e42 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e01264-c556-4152-ab45-aa8f19b46808 HTTP/1.1" status: 200 len: 999 time: 0.0764949 Aug 08 02:36:08.894946 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c9636-4048-40a2-a5e0-44fffe17715a req-6c05c03a-aad0-4214-b8b4-cd20c1ce5c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:08.896393 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a2c9636-4048-40a2-a5e0-44fffe17715a req-6c05c03a-aad0-4214-b8b4-cd20c1ce5c34 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.0466354 Aug 08 02:36:08.948602 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c9636-4048-40a2-a5e0-44fffe17715a req-894ae456-df06-47e4-8490-f0b97a76d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:08.950142 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a2c9636-4048-40a2-a5e0-44fffe17715a req-894ae456-df06-47e4-8490-f0b97a76d51b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410342 Aug 08 02:36:08.971914 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:08.975739 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:08.984494 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-87846bd7-f412-4c14-b089-a6ff4658d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '2cf993b0-c128-490d-8956-d08090d0307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 4, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port': {'id': '2cf993b0-c128-490d-8956-d08090d0307c', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'floating_ip_address': '172.27.4.172', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'port_id': '02e01264-c556-4152-ab45-aa8f19b46808', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'mac_address': 'fa:16:3e:9d:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b62cb1-88d8-45e9-b506-339fedab711a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:40Z', 'updated_at': '2022-08-08T02:36:07Z', 'revision_number': 1, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c445a0-cd29-430a-b38d-190951903cc4', 'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'mac_address': 'fa:16:3e:ac:da:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:20Z', 'updated_at': '2022-08-08T02:32:29Z', 'revision_number': 5, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'subnets': [{'id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:09.013157 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87846bd7-f412-4c14-b089-a6ff4658d7eb None None] Checking router: 4b5eb63e-9efa-4c52-8602-ab2443bc70ed for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:36:09.029783 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87846bd7-f412-4c14-b089-a6ff4658d7eb None None] Routers {'4b5eb63e-9efa-4c52-8602-ab2443bc70ed'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:36:09.030447 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-87846bd7-f412-4c14-b089-a6ff4658d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:35:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:09.051193 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a2c9636-4048-40a2-a5e0-44fffe17715a req-623876b9-7e76-4036-9f55-d39914388eae service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942087 Aug 08 02:36:09.136127 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-87846bd7-f412-4c14-b089-a6ff4658d7eb None None] Set router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:36:09.143638 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a2c9636-4048-40a2-a5e0-44fffe17715a req-56304d08-aae8-4660-9806-a54e0dee0021 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850177 Aug 08 02:36:09.345789 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-87846bd7-f412-4c14-b089-a6ff4658d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '2cf993b0-c128-490d-8956-d08090d0307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 4, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port': {'id': '2cf993b0-c128-490d-8956-d08090d0307c', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'floating_ip_address': '172.27.4.172', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'port_id': '02e01264-c556-4152-ab45-aa8f19b46808', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'mac_address': 'fa:16:3e:9d:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b62cb1-88d8-45e9-b506-339fedab711a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:40Z', 'updated_at': '2022-08-08T02:36:07Z', 'revision_number': 1, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c445a0-cd29-430a-b38d-190951903cc4', 'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'mac_address': 'fa:16:3e:ac:da:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:20Z', 'updated_at': '2022-08-08T02:32:29Z', 'revision_number': 5, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'subnets': [{'id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:36:09.373501 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87846bd7-f412-4c14-b089-a6ff4658d7eb None None] The sync data for ids ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'] in dv-cinder-852261-2-iscsi is: [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '2cf993b0-c128-490d-8956-d08090d0307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 4, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port': {'id': '2cf993b0-c128-490d-8956-d08090d0307c', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'floating_ip_address': '172.27.4.172', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'port_id': '02e01264-c556-4152-ab45-aa8f19b46808', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'mac_address': 'fa:16:3e:9d:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b62cb1-88d8-45e9-b506-339fedab711a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:40Z', 'updated_at': '2022-08-08T02:36:07Z', 'revision_number': 1, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c445a0-cd29-430a-b38d-190951903cc4', 'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'mac_address': 'fa:16:3e:ac:da:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:20Z', 'updated_at': '2022-08-08T02:32:29Z', 'revision_number': 5, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'subnets': [{'id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:36:09.981294 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f086e-5827-4735-b2a7-68297d9c1195 None None] New status for floating IP ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0: ACTIVE {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:36:17.398736 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=52 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:17.400699 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=9 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:19.138853 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:19.140769 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=44 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:19.347099 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=27 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:19.347858 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=83 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:20.081041 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:20.083865 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:20.536393 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7c5df7b6-0d9e-46eb-8300-a277fb5c3ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:22.878913 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8989100e-9b13-48e4-865c-7d812e07ee4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:24.365043 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:25.990833 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:26.065181 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:28.467600 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:30.162368 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dccffd5d-387e-4b50-a905-f080a1127512 req-96fefc0f-7681-40be-9951-c8daa3813bd4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393684 Aug 08 02:36:30.266116 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccffd5d-387e-4b50-a905-f080a1127512 req-c71e6c2b-8cd5-4abf-80a6-6a4773bbd4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:30.267975 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dccffd5d-387e-4b50-a905-f080a1127512 req-c71e6c2b-8cd5-4abf-80a6-6a4773bbd4ce service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 1129 time: 0.0427694 Aug 08 02:36:30.377260 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccffd5d-387e-4b50-a905-f080a1127512 req-9f5c3128-b937-458c-b2e0-b47bec7e8ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:30.378795 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dccffd5d-387e-4b50-a905-f080a1127512 req-9f5c3128-b937-458c-b2e0-b47bec7e8ee4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 918 time: 0.0869589 Aug 08 02:36:30.422695 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dccffd5d-387e-4b50-a905-f080a1127512 req-55033dcd-3ec5-4831-b70c-ad60a0c9f897 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b09b9826-f63f-4724-9a75-a75195d2391a HTTP/1.1" status: 200 len: 217 time: 0.0369906 Aug 08 02:36:30.473524 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccffd5d-387e-4b50-a905-f080a1127512 req-a073047e-7732-4d45-8b98-9b04f47d06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:30.474985 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dccffd5d-387e-4b50-a905-f080a1127512 req-a073047e-7732-4d45-8b98-9b04f47d06e7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.0454035 Aug 08 02:36:30.520086 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccffd5d-387e-4b50-a905-f080a1127512 req-40a4e46a-23c1-4abe-b0b0-f81ac12ef009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:30.521489 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dccffd5d-387e-4b50-a905-f080a1127512 req-40a4e46a-23c1-4abe-b0b0-f81ac12ef009 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400255 Aug 08 02:36:30.614777 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dccffd5d-387e-4b50-a905-f080a1127512 req-9418c05a-afd7-4354-ba89-2541126e2aae service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864432 Aug 08 02:36:30.703691 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dccffd5d-387e-4b50-a905-f080a1127512 req-36ef72dc-780e-4a5a-94e6-6863857adb6c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812232 Aug 08 02:36:32.702232 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-3ccc42eb-234d-48b2-8922-c680a2b64e15 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-560853521&fields=id&tenant_id=e069855c07d94296a331d49a7a2a7ce4 HTTP/1.1" status: 200 len: 267 time: 0.0452981 Aug 08 02:36:32.810825 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-7cf5686a-d46f-485a-a7b4-506c3777456b tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:32.812270 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-7cf5686a-d46f-485a-a7b4-506c3777456b tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/networks?id=72633b9c-b237-4ab8-8fff-e57a0fd5947a HTTP/1.1" status: 200 len: 808 time: 0.1028421 Aug 08 02:36:32.827981 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-5f87f4e1-53a5-49af-b562-2d5353389244 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/quotas/e069855c07d94296a331d49a7a2a7ce4 HTTP/1.1" status: 200 len: 375 time: 0.0089340 Aug 08 02:36:32.875519 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-08005bdd-661c-4abd-9c76-83373238d3cb tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e069855c07d94296a331d49a7a2a7ce4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427663 Aug 08 02:36:32.976022 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-7e36210d-c74e-4313-a6c2-6c034e708961 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/72633b9c-b237-4ab8-8fff-e57a0fd5947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867963 Aug 08 02:36:33.068002 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-da8c8e35-c02f-4fd5-a6ee-2475fb29e3b3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/72633b9c-b237-4ab8-8fff-e57a0fd5947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862217 Aug 08 02:36:33.618586 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-efc3c1e1-d0d8-45fe-8411-6576bf964e0c req-83b21230-fc40-41d6-bef1-6a6bf9d77e68 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0288444 Aug 08 02:36:34.717972 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08feab5e-a3ae-4ac0-8688-e71f579c5029 req-7de120cf-d24c-4498-8767-8a5ce6b9db3e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0279996 Aug 08 02:36:35.819003 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-75a82f14-75d4-4c72-8bcb-4673b5810baf req-d4b9efa0-089f-4419-adb2-8a14d092b5a8 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0272245 Aug 08 02:36:35.978029 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:36:36.919379 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94f29753-fe1c-4650-9ac3-b43d2cba32cc req-dcfad67f-547c-4dad-9f5f-47c8eac644a8 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0281751 Aug 08 02:36:37.721706 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-7efa70e2-39e8-4ded-8cc1-b63aabab3a20 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:37.723151 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-7efa70e2-39e8-4ded-8cc1-b63aabab3a20 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.48 "GET /networking/v2.0/networks?id=72633b9c-b237-4ab8-8fff-e57a0fd5947a HTTP/1.1" status: 200 len: 808 time: 0.1074579 Aug 08 02:36:37.738570 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:37.746844 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:37.789007 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-42d8553e-31d4-4e5b-9830-219e06d1c93e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e069855c07d94296a331d49a7a2a7ce4 HTTP/1.1" status: 200 len: 379 time: 0.0559704 Aug 08 02:36:37.798464 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Request body: {'port': {'device_id': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'admin_state_up': True, 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'security_groups': ['09d29ddf-354e-4dfc-b882-2c6ae690dcf4']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:36:37.993866 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Made reservation on behalf of e069855c07d94296a331d49a7a2a7ce4 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:36:37.997715 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:38.022536 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-40bd4f16-1da3-4276-8b5f-cceb7f2073d0 req-e6cdcba2-5fca-4d2b-8714-7a1d21fc3195 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0285447 Aug 08 02:36:38.353900 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Allocated IP 172.20.0.11 (72633b9c-b237-4ab8-8fff-e57a0fd5947a/7ade88c2-5a43-4fe7-8f81-d10a683707d4/2673af77-3e95-439c-83d1-409d6e88dcb5) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:36:38.395959 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:38.397909 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:38.495880 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:38.603361 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:38.647750 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Network 72633b9c-b237-4ab8-8fff-e57a0fd5947a is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:36:38.650913 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:36:38.654766 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:36:38.681978 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Pushing event updated for resources: {'Port': ['ID=2673af77-3e95-439c-83d1-409d6e88dcb5,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:38.694174 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:38.694545 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:38.696743 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:38.696743 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:38.696743 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:38.696743 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:38.696743 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:38.696743 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:38.696743 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:38.697321 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:38.697419 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:38.697703 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:38.698014 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:38.698331 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:38.698834 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:38.707132 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:38.726030 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:38.726690 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:38.824982 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-602f4bc1-37c3-4761-9234-95922f94bf55 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0301847 Aug 08 02:36:38.842402 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Request body: {'port': {'device_id': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:36:38.854127 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-6103568e-b579-4aca-9992-f6b25bd52ebf None None] Provisioning complete for port 2673af77-3e95-439c-83d1-409d6e88dcb5 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:36:38.854584 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6103568e-b579-4aca-9992-f6b25bd52ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:38.889165 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-6103568e-b579-4aca-9992-f6b25bd52ebf None None] Port 2673af77-3e95-439c-83d1-409d6e88dcb5 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:36:38.903644 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:39.169755 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987936d-7b21-463e-b4bd-b3c17e5c4c6a req-c5c6b9a8-579d-4bb5-9264-813f702630d0 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:39.171264 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1987936d-7b21-463e-b4bd-b3c17e5c4c6a req-c5c6b9a8-579d-4bb5-9264-813f702630d0 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 932 time: 0.0723321 Aug 08 02:36:39.184847 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:39.238161 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2673af77-3e95-439c-83d1-409d6e88dcb5 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:36:39.254540 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Publish callbacks [] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:39.264139 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1987936d-7b21-463e-b4bd-b3c17e5c4c6a req-84815870-25c9-425a-9dca-da0dfcb033e2 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870664 Aug 08 02:36:39.272821 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Transition to ACTIVE for port object 2673af77-3e95-439c-83d1-409d6e88dcb5 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:36:39.336782 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:39.419034 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2673af77-3e95-439c-83d1-409d6e88dcb5,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:39.451332 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Attempting to bind port 2673af77-3e95-439c-83d1-409d6e88dcb5 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:36:39.451657 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Attempting to bind port 2673af77-3e95-439c-83d1-409d6e88dcb5 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': 'd760f924-e814-4229-88af-f386463b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:36:39.451972 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Attempting to bind port 2673af77-3e95-439c-83d1-409d6e88dcb5 on network 72633b9c-b237-4ab8-8fff-e57a0fd5947a {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:36:39.457154 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Port 2673af77-3e95-439c-83d1-409d6e88dcb5 on network 72633b9c-b237-4ab8-8fff-e57a0fd5947a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:36:39.457468 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Attempting to bind port 2673af77-3e95-439c-83d1-409d6e88dcb5 on network 72633b9c-b237-4ab8-8fff-e57a0fd5947a {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:36:39.462428 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:36:39.462759 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Checking segment: {'id': 'd760f924-e814-4229-88af-f386463b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:36:39.463127 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Bound using segment: {'id': 'd760f924-e814-4229-88af-f386463b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:36:39.463542 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Bound port: 2673af77-3e95-439c-83d1-409d6e88dcb5, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd760f924-e814-4229-88af-f386463b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:36:39.463907 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:39.523066 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] For port 2673af77-3e95-439c-83d1-409d6e88dcb5, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:36:39.526062 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] For port 2673af77-3e95-439c-83d1-409d6e88dcb5, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=2673af77-3e95-439c-83d1-409d6e88dcb5,segment=NetworkSegment(d760f924-e814-4229-88af-f386463b2e7e),segment_id=d760f924-e814-4229-88af-f386463b2e7e)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:36:39.617295 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:39.621534 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:39.622142 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:39.623528 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/2673af77-3e95-439c-83d1-409d6e88dcb5 HTTP/1.1" status: 200 len: 1094 time: 0.7857080 Aug 08 02:36:39.624029 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'tag': '2673af77-3e95-439c-83d1-409d6e88dcb5'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:36:39.627118 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bf9362-361e-4652-8bf6-935caea9149c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83", "tag": "2673af77-3e95-439c-83d1-409d6e88dcb5"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:36:39.652160 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:39.667219 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5dc3f2-7d5b-49de-8a03-f17ea9d6bb32 x-openstack-request-id: req-de5dc3f2-7d5b-49de-8a03-f17ea9d6bb32 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:36:39.667504 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83", "tag": "2673af77-3e95-439c-83d1-409d6e88dcb5", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:36:39.667761 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de5dc3f2-7d5b-49de-8a03-f17ea9d6bb32 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:36:39.668176 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de5dc3f2-7d5b-49de-8a03-f17ea9d6bb32'] response: {'name': 'network-changed', 'server_uuid': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'tag': '2673af77-3e95-439c-83d1-409d6e88dcb5', 'status': 'completed', 'code': 200} Aug 08 02:36:39.678082 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231583a5-2af5-4311-ac10-acba8b6ec4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2673af77-3e95-439c-83d1-409d6e88dcb5,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:39.759090 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf9362-361e-4652-8bf6-935caea9149c req-11d77851-0bd9-41dd-aa12-e2e5f36f3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:39.760593 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f5bf9362-361e-4652-8bf6-935caea9149c req-11d77851-0bd9-41dd-aa12-e2e5f36f3244 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=e069855c07d94296a331d49a7a2a7ce4&device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 1128 time: 0.0456285 Aug 08 02:36:39.863224 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf9362-361e-4652-8bf6-935caea9149c req-c42e5319-80c5-4b1a-9c79-5aeba517a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:39.864661 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f5bf9362-361e-4652-8bf6-935caea9149c req-c42e5319-80c5-4b1a-9c79-5aeba517a1a2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=e069855c07d94296a331d49a7a2a7ce4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0955529 Aug 08 02:36:39.964632 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf9362-361e-4652-8bf6-935caea9149c req-f423fccd-b384-4c0f-a168-428a9bbecc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:39.966075 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f5bf9362-361e-4652-8bf6-935caea9149c req-f423fccd-b384-4c0f-a168-428a9bbecc84 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941255 Aug 08 02:36:40.039812 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-b6dc8297-c028-420c-8c6d-294b70bcc518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:40.041329 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-b6dc8297-c028-420c-8c6d-294b70bcc518 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=e069855c07d94296a331d49a7a2a7ce4&device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 1128 time: 0.0394993 Aug 08 02:36:40.085201 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-21a62acd-bace-4ad7-a8cb-534179afea69 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2673af77-3e95-439c-83d1-409d6e88dcb5 HTTP/1.1" status: 200 len: 217 time: 0.0357714 Aug 08 02:36:40.135065 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-1708c4a0-fa5b-4d1d-ae55-17eddaa0354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:40.136547 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-1708c4a0-fa5b-4d1d-ae55-17eddaa0354a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7ade88c2-5a43-4fe7-8f81-d10a683707d4 HTTP/1.1" status: 200 len: 847 time: 0.0452635 Aug 08 02:36:40.182598 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-6766a113-6b81-4d35-94ce-ba6995a5be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:40.183994 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-6766a113-6b81-4d35-94ce-ba6995a5be15 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=72633b9c-b237-4ab8-8fff-e57a0fd5947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395589 Aug 08 02:36:40.278383 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-45f63867-fbae-4975-9584-1dd02d30b080 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/72633b9c-b237-4ab8-8fff-e57a0fd5947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878863 Aug 08 02:36:40.401663 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efda01cd-9b1e-4b3f-9a12-626ed149fab2 req-ded4a5de-7433-4dfe-86e7-e65f1f7731d9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/72633b9c-b237-4ab8-8fff-e57a0fd5947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171894 Aug 08 02:36:40.408327 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27030a2b-6c50-4d82-9fe9-043da935b586 req-3606bc29-2df2-4d32-be01-437b8e40dc75 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:40.409744 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-27030a2b-6c50-4d82-9fe9-043da935b586 req-3606bc29-2df2-4d32-be01-437b8e40dc75 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0686052 Aug 08 02:36:40.435719 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:40.466663 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-27030a2b-6c50-4d82-9fe9-043da935b586 req-f15a1de9-f9be-4603-896b-e63b84176dbc tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512667 Aug 08 02:36:41.591558 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea6668-9962-4042-a8f7-bec3be5e34a9 req-bb934f9e-28ee-45cd-926d-ca0fb7d10ea0 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:41.592979 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-52ea6668-9962-4042-a8f7-bec3be5e34a9 req-bb934f9e-28ee-45cd-926d-ca0fb7d10ea0 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0508931 Aug 08 02:36:41.642333 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-52ea6668-9962-4042-a8f7-bec3be5e34a9 req-526a132f-ab4a-403a-aab3-30f6016ae57a tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431621 Aug 08 02:36:42.758783 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac289629-a373-4cd4-8026-dec240b6dcf4 req-0fa878a8-ea48-4c91-98da-85ffb8b296d9 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:42.760243 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ac289629-a373-4cd4-8026-dec240b6dcf4 req-0fa878a8-ea48-4c91-98da-85ffb8b296d9 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0477958 Aug 08 02:36:42.809938 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ac289629-a373-4cd4-8026-dec240b6dcf4 req-4efc4d10-9cd1-4494-8fbc-acc9c1c71a7a tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440049 Aug 08 02:36:43.621965 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87b836-a48c-41e0-b366-7df33586e9a5 req-891eb60e-8177-4f1c-a5f8-b736b29ef404 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:43.623455 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0f87b836-a48c-41e0-b366-7df33586e9a5 req-891eb60e-8177-4f1c-a5f8-b736b29ef404 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 945 time: 0.0515907 Aug 08 02:36:43.671121 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0f87b836-a48c-41e0-b366-7df33586e9a5 req-48fec7a6-448e-432b-a78c-0903693580c3 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410335 Aug 08 02:36:43.929680 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ae147-e93b-4057-86b9-719cc35a47e1 req-a37e9b5f-af46-4225-a861-7b902b152b8a tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:43.931187 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-344ae147-e93b-4057-86b9-719cc35a47e1 req-a37e9b5f-af46-4225-a861-7b902b152b8a tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0472744 Aug 08 02:36:43.981232 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-344ae147-e93b-4057-86b9-719cc35a47e1 req-d44b1fef-9d45-439e-888d-d10c817feb45 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444853 Aug 08 02:36:44.788929 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac799c9-5168-4225-b22a-98fa8a1ebf83 req-baf8d400-9dcf-411b-9f77-f44cd3bf2a68 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:44.790281 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4ac799c9-5168-4225-b22a-98fa8a1ebf83 req-baf8d400-9dcf-411b-9f77-f44cd3bf2a68 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 945 time: 0.0462208 Aug 08 02:36:44.837305 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4ac799c9-5168-4225-b22a-98fa8a1ebf83 req-98bcabb5-e739-4bba-a51e-356e8c5f7af1 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415633 Aug 08 02:36:45.097839 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134801eb-722a-4c19-ab73-0aceca13b7c4 req-162b44ab-1ee6-4fa5-941a-4bd6758052c7 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:45.099328 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-134801eb-722a-4c19-ab73-0aceca13b7c4 req-162b44ab-1ee6-4fa5-941a-4bd6758052c7 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0472484 Aug 08 02:36:45.147901 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-134801eb-722a-4c19-ab73-0aceca13b7c4 req-58f70170-5bfb-452d-a372-6968c4558eb0 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430007 Aug 08 02:36:45.858957 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a888ab-af9e-4fd9-84c2-2d4f56cef90d req-813016a9-f3ee-4fed-ad7b-c19e46e8ace3 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:45.860400 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e7a888ab-af9e-4fd9-84c2-2d4f56cef90d req-813016a9-f3ee-4fed-ad7b-c19e46e8ace3 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 945 time: 0.0511160 Aug 08 02:36:45.959182 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-e7a888ab-af9e-4fd9-84c2-2d4f56cef90d req-a0a46531-a692-4f3c-86e6-1f31d4326cad tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Deleting port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:36:45.959519 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e7a888ab-af9e-4fd9-84c2-2d4f56cef90d req-a0a46531-a692-4f3c-86e6-1f31d4326cad tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (06ece2e5-1c70-462c-91bf-e4c9507cc4d4), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:45.963180 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8eabb8-2717-4536-bde9-933d926e9dee req-083866b5-a238-4ad4-afed-af5c90c38d1b tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:45.964735 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cc8eabb8-2717-4536-bde9-933d926e9dee req-083866b5-a238-4ad4-afed-af5c90c38d1b tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 945 time: 0.0527406 Aug 08 02:36:45.973835 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:45.975824 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:46.015470 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cc8eabb8-2717-4536-bde9-933d926e9dee req-ae89d0f3-e84b-4543-8784-eed6ff08645d tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451646 Aug 08 02:36:46.056123 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-e7a888ab-af9e-4fd9-84c2-2d4f56cef90d req-a0a46531-a692-4f3c-86e6-1f31d4326cad tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] For port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=06ece2e5-1c70-462c-91bf-e4c9507cc4d4,segment=NetworkSegment(80bad3da-eb7b-487e-9c8d-27a7732431a8),segment_id=80bad3da-eb7b-487e-9c8d-27a7732431a8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:46.056494 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e7a888ab-af9e-4fd9-84c2-2d4f56cef90d req-a0a46531-a692-4f3c-86e6-1f31d4326cad tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (06ece2e5-1c70-462c-91bf-e4c9507cc4d4), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:46.070528 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-e7a888ab-af9e-4fd9-84c2-2d4f56cef90d req-a0a46531-a692-4f3c-86e6-1f31d4326cad tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Calling delete_port for 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:36:46.082478 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:46.251187 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e7a888ab-af9e-4fd9-84c2-2d4f56cef90d req-a0a46531-a692-4f3c-86e6-1f31d4326cad tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (06ece2e5-1c70-462c-91bf-e4c9507cc4d4), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:46.264738 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['06ece2e5-1c70-462c-91bf-e4c9507cc4d4'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:36:46.286483 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a46531-a692-4f3c-86e6-1f31d4326cad tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Pushing event deleted for resources: {'Port': ['ID=06ece2e5-1c70-462c-91bf-e4c9507cc4d4,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:46.300444 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4fb2f-a7db-4812-b96b-2ba9c8d98128 req-948a297b-6464-4969-94ca-62307b2477ed tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:46.301923 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d8f4fb2f-a7db-4812-b96b-2ba9c8d98128 req-948a297b-6464-4969-94ca-62307b2477ed tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0822854 Aug 08 02:36:46.352021 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a888ab-af9e-4fd9-84c2-2d4f56cef90d req-a0a46531-a692-4f3c-86e6-1f31d4326cad tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] No DVR routers for this DVR port 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:36:46.355384 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e7a888ab-af9e-4fd9-84c2-2d4f56cef90d req-a0a46531-a692-4f3c-86e6-1f31d4326cad tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:46.358555 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e7a888ab-af9e-4fd9-84c2-2d4f56cef90d req-a0a46531-a692-4f3c-86e6-1f31d4326cad tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.48 "DELETE /networking/v2.0/ports/06ece2e5-1c70-462c-91bf-e4c9507cc4d4 HTTP/1.1" status: 204 len: 173 time: 0.4901671 Aug 08 02:36:46.358986 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998bc6f6-7f4e-4219-ba48-4d047531c55c', 'name': 'network-vif-deleted', 'tag': '06ece2e5-1c70-462c-91bf-e4c9507cc4d4'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:36:46.361226 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a4f1ec-64e6-4202-891f-abca7bafc1b6" -d '{"events": [{"server_uuid": "998bc6f6-7f4e-4219-ba48-4d047531c55c", "name": "network-vif-deleted", "tag": "06ece2e5-1c70-462c-91bf-e4c9507cc4d4"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:36:46.394065 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d8f4fb2f-a7db-4812-b96b-2ba9c8d98128 req-90b7912d-684c-4e9d-8613-42f2dcf31eab tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731120 Aug 08 02:36:46.399544 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85816e7f-8cb9-4e91-b34f-338f65190420 x-openstack-request-id: req-85816e7f-8cb9-4e91-b34f-338f65190420 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:36:46.399829 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998bc6f6-7f4e-4219-ba48-4d047531c55c", "name": "network-vif-deleted", "tag": "06ece2e5-1c70-462c-91bf-e4c9507cc4d4", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:36:46.400080 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85816e7f-8cb9-4e91-b34f-338f65190420 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:36:46.400483 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85816e7f-8cb9-4e91-b34f-338f65190420'] response: {'server_uuid': '998bc6f6-7f4e-4219-ba48-4d047531c55c', 'name': 'network-vif-deleted', 'tag': '06ece2e5-1c70-462c-91bf-e4c9507cc4d4', 'status': 'completed', 'code': 200} Aug 08 02:36:47.132843 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6538f585-39de-4ba2-aa01-3c7ee8610db0 req-7e799501-5e2a-4233-8877-ef83d17faa70 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 210 time: 0.0279222 Aug 08 02:36:47.505668 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:47.514102 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109418b-0f1d-4d53-a4a4-0a9c91ffcc41 req-9062b19c-e06c-4616-89aa-39757cfca701 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:47.515573 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1109418b-0f1d-4d53-a4a4-0a9c91ffcc41 req-9062b19c-e06c-4616-89aa-39757cfca701 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0508935 Aug 08 02:36:47.566300 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1109418b-0f1d-4d53-a4a4-0a9c91ffcc41 req-b4402ec3-b552-41fd-9f56-d4bb6664662b tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440946 Aug 08 02:36:48.243963 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bd447bd2-0b33-4581-ad7c-738a5caab37d req-b142d7c1-5e29-4b3c-a364-d38ed5afdb9d tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=998bc6f6-7f4e-4219-ba48-4d047531c55c HTTP/1.1" status: 200 len: 210 time: 0.0282705 Aug 08 02:36:48.685320 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07893a74-d0d1-4039-a218-a167907649de req-2e007014-5676-4d1a-acb8-887c72a67ba0 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:48.686843 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-07893a74-d0d1-4039-a218-a167907649de req-2e007014-5676-4d1a-acb8-887c72a67ba0 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0474463 Aug 08 02:36:48.736423 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-07893a74-d0d1-4039-a218-a167907649de req-443ae0b2-04f0-402f-8c8a-8dbda3c778e1 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433955 Aug 08 02:36:48.887613 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=8 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:49.857386 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb3383-d42e-42ab-aef1-e5db7d96723d req-bf8033df-b1fd-42d2-9972-ef08d584d7d1 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:49.858903 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17eb3383-d42e-42ab-aef1-e5db7d96723d req-bf8033df-b1fd-42d2-9972-ef08d584d7d1 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0517106 Aug 08 02:36:49.909014 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17eb3383-d42e-42ab-aef1-e5db7d96723d req-cdd5c213-9cd0-4d07-b7dd-1095658807fd tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440927 Aug 08 02:36:50.570461 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1687ecbc-1c79-45ab-b84b-941c521a59ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:51.028189 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1179e-b594-44ea-8b57-8fe2f3174f90 req-27c639b6-1ffa-4825-80f4-765cda4ed1a9 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:51.029635 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b3b1179e-b594-44ea-8b57-8fe2f3174f90 req-27c639b6-1ffa-4825-80f4-765cda4ed1a9 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0469611 Aug 08 02:36:51.078857 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b3b1179e-b594-44ea-8b57-8fe2f3174f90 req-af1ed5f1-32af-4d37-a3bb-22d4fe2acfd0 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429821 Aug 08 02:36:52.196553 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f384744-e768-449c-990a-334adc71d81b req-412f5256-4699-45de-9bd0-c224838a2a36 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:52.198015 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2f384744-e768-449c-990a-334adc71d81b req-412f5256-4699-45de-9bd0-c224838a2a36 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0471387 Aug 08 02:36:52.246872 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2f384744-e768-449c-990a-334adc71d81b req-679b4154-679c-4496-b5b7-c5cf24941594 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434201 Aug 08 02:36:52.676946 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 2673af77-3e95-439c-83d1-409d6e88dcb5 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:36:52.680971 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:36:52.711008 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:36:52.711348 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 06ece2e5-1c70-462c-91bf-e4c9507cc4d4 not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:36:52.796891 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 2673af77-3e95-439c-83d1-409d6e88dcb5, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=2673af77-3e95-439c-83d1-409d6e88dcb5,segment=NetworkSegment(d760f924-e814-4229-88af-f386463b2e7e),segment_id=d760f924-e814-4229-88af-f386463b2e7e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:52.807868 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': '2673af77-3e95-439c-83d1-409d6e88dcb5', 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'port_id': '2673af77-3e95-439c-83d1-409d6e88dcb5', 'mac_address': 'fa:16:3e:e5:c3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:36:52.856483 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 2673af77-3e95-439c-83d1-409d6e88dcb5 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:36:52.863801 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:52.869983 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2673af77-3e95-439c-83d1-409d6e88dcb5 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:36:52.889692 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 2673af77-3e95-439c-83d1-409d6e88dcb5, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=2673af77-3e95-439c-83d1-409d6e88dcb5,segment=NetworkSegment(d760f924-e814-4229-88af-f386463b2e7e),segment_id=d760f924-e814-4229-88af-f386463b2e7e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:52.913545 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d3a56f29-86aa-44f1-acee-87aba9a4c917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:52.974420 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:53.021072 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=2673af77-3e95-439c-83d1-409d6e88dcb5,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:53.027992 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:53.028336 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:53.028676 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:53.029031 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:53.029364 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:53.029692 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:53.030014 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:53.030334 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:53.030679 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:53.031003 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:53.031322 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:53.031641 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:53.031958 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:53.032281 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:53.032605 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:36:53.366910 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f1369-12f2-47a1-92af-38b9dc59fc38 req-d19ac6c6-749f-4878-ba60-d1f0a0d243bf tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:53.368362 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c07f1369-12f2-47a1-92af-38b9dc59fc38 req-d19ac6c6-749f-4878-ba60-d1f0a0d243bf tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 945 time: 0.0501955 Aug 08 02:36:53.416525 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c07f1369-12f2-47a1-92af-38b9dc59fc38 req-5994cc8a-ae3b-4022-af70-397ebe8c8ec0 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426075 Aug 08 02:36:54.373788 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:54.531820 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f2e9b-5efe-441f-b1b8-9c3552b8cab9 req-e6f6d5a1-82ec-4d88-a430-ebd65ef59352 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:54.533262 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-867f2e9b-5efe-441f-b1b8-9c3552b8cab9 req-e6f6d5a1-82ec-4d88-a430-ebd65ef59352 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 945 time: 0.0476732 Aug 08 02:36:54.590852 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-867f2e9b-5efe-441f-b1b8-9c3552b8cab9 req-9c512267-a616-41a9-a454-034c8baf1ab7 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519650 Aug 08 02:36:55.140039 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['2673af77-3e95-439c-83d1-409d6e88dcb5'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:36:55.715345 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade0bbd-09a6-4d84-873d-e0e292954ea6 req-3a0fcc40-5d1c-4b8c-8fe1-5f18a5ab7d91 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:55.716835 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6ade0bbd-09a6-4d84-873d-e0e292954ea6 req-3a0fcc40-5d1c-4b8c-8fe1-5f18a5ab7d91 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 945 time: 0.0472200 Aug 08 02:36:55.764320 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6ade0bbd-09a6-4d84-873d-e0e292954ea6 req-6abe293b-3f87-4e9c-aea5-97bc9f82148f tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420859 Aug 08 02:36:56.021883 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:56.103014 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:56.497528 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 2673af77-3e95-439c-83d1-409d6e88dcb5 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:36:56.540944 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port 2673af77-3e95-439c-83d1-409d6e88dcb5 completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:36:56.602632 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port 2673af77-3e95-439c-83d1-409d6e88dcb5 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:36:56.603092 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:56.660683 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:56.668601 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:56.674211 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 2673af77-3e95-439c-83d1-409d6e88dcb5 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:36:56.674619 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:56.697539 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2673af77-3e95-439c-83d1-409d6e88dcb5'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:36:56.699768 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a025c8f7-1391-436a-87e5-077f79d81716" -d '{"events": [{"server_uuid": "5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83", "name": "network-vif-plugged", "status": "completed", "tag": "2673af77-3e95-439c-83d1-409d6e88dcb5"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:36:56.713313 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 2673af77-3e95-439c-83d1-409d6e88dcb5, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=2673af77-3e95-439c-83d1-409d6e88dcb5,segment=NetworkSegment(d760f924-e814-4229-88af-f386463b2e7e),segment_id=d760f924-e814-4229-88af-f386463b2e7e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:36:56.739261 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea51c6c3-0872-4740-a5b8-d42f5ef36e2d x-openstack-request-id: req-ea51c6c3-0872-4740-a5b8-d42f5ef36e2d {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:36:56.739573 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83", "name": "network-vif-plugged", "status": "completed", "tag": "2673af77-3e95-439c-83d1-409d6e88dcb5", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:36:56.739831 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea51c6c3-0872-4740-a5b8-d42f5ef36e2d {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:36:56.740230 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea51c6c3-0872-4740-a5b8-d42f5ef36e2d'] response: {'server_uuid': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2673af77-3e95-439c-83d1-409d6e88dcb5', 'code': 200} Aug 08 02:36:56.805208 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:56.856969 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=2673af77-3e95-439c-83d1-409d6e88dcb5,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:36:56.901298 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a01ca5-14d5-4dce-976c-fce5ae336f9a req-a5543ded-9f33-42ea-9d58-d9d26aef9685 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:56.902778 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b4a01ca5-14d5-4dce-976c-fce5ae336f9a req-a5543ded-9f33-42ea-9d58-d9d26aef9685 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0668712 Aug 08 02:36:56.956014 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b4a01ca5-14d5-4dce-976c-fce5ae336f9a req-595bb877-276c-42fc-b298-04292d2ae313 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476213 Aug 08 02:36:57.072456 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd56f8-79a5-4001-a2fb-3184fc36d44d req-112029ea-7d71-4cfa-ac6d-dbd8f18c486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:57.073917 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dabd56f8-79a5-4001-a2fb-3184fc36d44d req-112029ea-7d71-4cfa-ac6d-dbd8f18c486d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 1130 time: 0.0395832 Aug 08 02:36:57.120490 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dabd56f8-79a5-4001-a2fb-3184fc36d44d req-9cc0db62-872c-41ad-87a2-d342f4b6ef81 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406978 Aug 08 02:36:58.075647 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb22961-82bc-4e10-a7a4-06408e068ab3 req-256c8d71-a3e6-4108-a159-5d478c9b7f3c tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:58.077087 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0eb22961-82bc-4e10-a7a4-06408e068ab3 req-256c8d71-a3e6-4108-a159-5d478c9b7f3c tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0465233 Aug 08 02:36:58.127716 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0eb22961-82bc-4e10-a7a4-06408e068ab3 req-c1595448-f819-44cc-9c3e-f15f133aa1ef tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446839 Aug 08 02:36:58.479214 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:36:59.206097 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:59.208000 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=83 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:36:59.243151 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2f2d6-cd43-4b11-9f42-fce114c5ed0b req-e26f7c78-2c53-4986-b142-392712b1a373 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:36:59.244607 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58f2f2d6-cd43-4b11-9f42-fce114c5ed0b req-e26f7c78-2c53-4986-b142-392712b1a373 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0473635 Aug 08 02:36:59.294137 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58f2f2d6-cd43-4b11-9f42-fce114c5ed0b req-26d8cb02-82f9-49df-b3e3-c94adb9f6ded tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440505 Aug 08 02:37:00.416425 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c452f39-1bcb-4ddc-8845-6732c341163b req-6db937e5-766f-46dc-9749-d9aedf5ee617 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:00.417888 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2c452f39-1bcb-4ddc-8845-6732c341163b req-6db937e5-766f-46dc-9749-d9aedf5ee617 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0509074 Aug 08 02:37:00.467695 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2c452f39-1bcb-4ddc-8845-6732c341163b req-9341f491-acb6-4a08-a1b6-50fd0a606e73 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440474 Aug 08 02:37:01.585895 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2fa33-746e-4414-8bf6-6fcbd01a9561 req-f98ace02-c4ee-451d-bfbe-1718685549b2 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:01.587391 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-65d2fa33-746e-4414-8bf6-6fcbd01a9561 req-f98ace02-c4ee-451d-bfbe-1718685549b2 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0473924 Aug 08 02:37:01.639945 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-65d2fa33-746e-4414-8bf6-6fcbd01a9561 req-ee3f0983-d541-49b6-b23b-bef4588cdf3d tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468695 Aug 08 02:37:02.758973 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1867999-3477-4bbb-a455-f71640f7f2ce req-b79bb4c8-78cc-4f9d-8993-20bf2916b267 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:02.760378 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d1867999-3477-4bbb-a455-f71640f7f2ce req-b79bb4c8-78cc-4f9d-8993-20bf2916b267 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0484371 Aug 08 02:37:02.810452 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d1867999-3477-4bbb-a455-f71640f7f2ce req-bac72711-760b-4697-94f0-78dd681a13fb tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444548 Aug 08 02:37:03.020169 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-bf6ca2d3-bf22-490f-9133-79d7bdb889f9 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:03.021628 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-bf6ca2d3-bf22-490f-9133-79d7bdb889f9 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/networks?id=235dc6e2-4294-4f34-bc7f-a3769150961e HTTP/1.1" status: 200 len: 814 time: 0.1039693 Aug 08 02:37:03.036535 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-bdd8473c-b5cf-4d99-a1e4-7623946db726 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/quotas/5ec7a76094c54d6c8e2517e254f44c16 HTTP/1.1" status: 200 len: 375 time: 0.0094812 Aug 08 02:37:03.070149 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-e39f7b77-4abc-4d2c-9199-7655bd078788 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5ec7a76094c54d6c8e2517e254f44c16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288208 Aug 08 02:37:03.166260 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-50adc643-1c69-4827-aa76-af2eb9ac8d74 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/235dc6e2-4294-4f34-bc7f-a3769150961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895076 Aug 08 02:37:03.260844 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-2c16faa8-b7c0-4d1b-9fd3-336a9519bf39 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/235dc6e2-4294-4f34-bc7f-a3769150961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887563 Aug 08 02:37:03.491462 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-28d3a405-297c-4254-b21a-053c95e04411 req-4d2b77d8-a9f3-49cb-aae6-167da0312e96 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 210 time: 0.0281041 Aug 08 02:37:03.934751 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7e57d-56da-4aa2-9fdc-32560e9c6cd8 req-5b193385-3c9b-4260-9f53-2bafb2694d02 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:03.936255 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ebd7e57d-56da-4aa2-9fdc-32560e9c6cd8 req-5b193385-3c9b-4260-9f53-2bafb2694d02 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0501158 Aug 08 02:37:03.987176 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ebd7e57d-56da-4aa2-9fdc-32560e9c6cd8 req-ebe9034b-ded8-4fdb-9643-b9011a5e5b8c tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442953 Aug 08 02:37:04.091670 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:04.110980 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58cf76-2fd2-448f-a987-0c4935b04b29 req-4a8d2f8e-1abe-4cf7-8213-e97ca29d5d13 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:04.112497 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb58cf76-2fd2-448f-a987-0c4935b04b29 req-4a8d2f8e-1abe-4cf7-8213-e97ca29d5d13 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0535369 Aug 08 02:37:04.163390 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb58cf76-2fd2-448f-a987-0c4935b04b29 req-b33a885e-e566-4553-98f4-7a6ba919e479 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447285 Aug 08 02:37:04.189373 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 43656) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:37:04.376356 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f82e5-9cfe-4142-b35a-a9e5b8205880 tempest-TestShelveInstance-223458795 tempest-TestShelveInstance-223458795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:04.377910 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-6f7f82e5-9cfe-4142-b35a-a9e5b8205880 tempest-TestShelveInstance-223458795 tempest-TestShelveInstance-223458795-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 1125 time: 0.1875637 Aug 08 02:37:04.380982 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 43660) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:37:04.385255 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Request body: {'floatingip': {'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'port_id': '2673af77-3e95-439c-83d1-409d6e88dcb5', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:37:04.458090 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:04.527394 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:04.543354 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:04.604872 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5a4289b1-f6a1-43c1-9ba1-7e69e31521af req-c5e10f8e-abeb-4242-967f-424b428ce218 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 210 time: 0.0303955 Aug 08 02:37:04.655020 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Allocated IP 172.27.4.192 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/57e2b837-7728-40be-93d2-f6a265388b4d) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:37:04.762147 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for port (57e2b837-7728-40be-93d2-f6a265388b4d), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:04.842960 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (57e2b837-7728-40be-93d2-f6a265388b4d), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:04.882916 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:37:04.885682 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:37:04.889499 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:37:04.911088 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Pushing event updated for resources: {'Port': ['ID=57e2b837-7728-40be-93d2-f6a265388b4d,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:05.134860 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:05.242494 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for floatingip (94903c58-4454-4fff-b630-cfe01675bd3d), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:05.288440 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:05.377404 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-9d900c6c-27cd-430d-9e9f-6aa679e56b46 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:05.379179 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-9d900c6c-27cd-430d-9e9f-6aa679e56b46 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.48 "GET /networking/v2.0/networks?id=235dc6e2-4294-4f34-bc7f-a3769150961e HTTP/1.1" status: 200 len: 814 time: 0.1165707 Aug 08 02:37:05.394222 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-943c0dd6-dc50-493b-962c-238ce3bac8bf tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Request body: {'port': {'device_id': '8c082cc7-e856-460a-afd9-fa97b329d81d', 'network_id': '235dc6e2-4294-4f34-bc7f-a3769150961e', 'admin_state_up': True, 'tenant_id': '5ec7a76094c54d6c8e2517e254f44c16'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:37:05.738394 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2b6f232a-3990-42c5-9c57-06c7e7b325e9 req-a499ebd1-d7bf-4293-92f6-45393e82e923 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 210 time: 0.0471835 Aug 08 02:37:05.741756 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (57e2b837-7728-40be-93d2-f6a265388b4d), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:05.925687 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-943c0dd6-dc50-493b-962c-238ce3bac8bf tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Made reservation on behalf of 5ec7a76094c54d6c8e2517e254f44c16 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:37:05.929053 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-943c0dd6-dc50-493b-962c-238ce3bac8bf tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:05.933832 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for port (57e2b837-7728-40be-93d2-f6a265388b4d), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:06.031268 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (57e2b837-7728-40be-93d2-f6a265388b4d), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:06.115943 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Pushing event updated for resources: {'Port': ['ID=57e2b837-7728-40be-93d2-f6a265388b4d,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:06.129552 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (94903c58-4454-4fff-b630-cfe01675bd3d), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:06.131663 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-943c0dd6-dc50-493b-962c-238ce3bac8bf tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Allocated IP 172.20.0.13 (235dc6e2-4294-4f34-bc7f-a3769150961e/6a08cb1c-6783-42c0-a4e7-dc9423a83400/f2e1be92-1e00-43fb-88a8-136ce824255c) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:37:06.134127 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:06.308367 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Floating IP 94903c58-4454-4fff-b630-cfe01675bd3d associated. External IP: 172.27.4.192, port: 2673af77-3e95-439c-83d1-409d6e88dcb5. Aug 08 02:37:06.353000 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:06.454383 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-943c0dd6-dc50-493b-962c-238ce3bac8bf tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Publish callbacks [] for port (f2e1be92-1e00-43fb-88a8-136ce824255c), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:06.583301 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:37:06.629825 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-943c0dd6-dc50-493b-962c-238ce3bac8bf tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (f2e1be92-1e00-43fb-88a8-136ce824255c), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:06.683037 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-943c0dd6-dc50-493b-962c-238ce3bac8bf tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Network 235dc6e2-4294-4f34-bc7f-a3769150961e is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:37:06.713148 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-943c0dd6-dc50-493b-962c-238ce3bac8bf tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:37:06.715566 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-943c0dd6-dc50-493b-962c-238ce3bac8bf tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:37:06.748973 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c0dd6-dc50-493b-962c-238ce3bac8bf tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Pushing event updated for resources: {'Port': ['ID=f2e1be92-1e00-43fb-88a8-136ce824255c,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:06.791737 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:37:06.791831 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632cb83a-ad77-4e4e-bcbb-31f43b00714d None None] Sync routers for ids ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:37:06.792203 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-943c0dd6-dc50-493b-962c-238ce3bac8bf tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:06.792203 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-943c0dd6-dc50-493b-962c-238ce3bac8bf tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:06.803578 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632cb83a-ad77-4e4e-bcbb-31f43b00714d None None] Routers {'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:37:06.803888 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-632cb83a-ad77-4e4e-bcbb-31f43b00714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:36:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:37:06.864634 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294facb-47b6-40c4-ae45-8bdf26f9068f req-0080590a-4c63-4af6-94af-2f1b5a72cde3 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:06.866152 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-943c0dd6-dc50-493b-962c-238ce3bac8bf tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4788907 Aug 08 02:37:06.866554 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e294facb-47b6-40c4-ae45-8bdf26f9068f req-0080590a-4c63-4af6-94af-2f1b5a72cde3 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 932 time: 0.0540240 Aug 08 02:37:06.891412 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:06.918405 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e294facb-47b6-40c4-ae45-8bdf26f9068f req-b9a9eb57-bad5-4e11-9bbc-f6d965b9d331 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428531 Aug 08 02:37:06.918637 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-632cb83a-ad77-4e4e-bcbb-31f43b00714d None None] Set router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:37:06.932444 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ab236577-a59d-4ffc-977d-da19acbaaf09 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5503702 Aug 08 02:37:06.937865 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Request body: {'port': {'device_id': '8c082cc7-e856-460a-afd9-fa97b329d81d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:37:06.940483 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'tag': '2673af77-3e95-439c-83d1-409d6e88dcb5'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:37:06.943323 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ccd2d3-354d-44b9-9d21-8eeef6d1ada9" -d '{"events": [{"name": "network-changed", "server_uuid": "5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83", "tag": "2673af77-3e95-439c-83d1-409d6e88dcb5"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:37:06.984332 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fd81aa-d5df-4106-84ce-4367a18421b6 x-openstack-request-id: req-f2fd81aa-d5df-4106-84ce-4367a18421b6 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:37:06.984622 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83", "tag": "2673af77-3e95-439c-83d1-409d6e88dcb5", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:37:06.984875 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2fd81aa-d5df-4106-84ce-4367a18421b6 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:37:06.985272 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2fd81aa-d5df-4106-84ce-4367a18421b6'] response: {'name': 'network-changed', 'server_uuid': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'tag': '2673af77-3e95-439c-83d1-409d6e88dcb5', 'status': 'completed', 'code': 200} Aug 08 02:37:07.041219 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (f2e1be92-1e00-43fb-88a8-136ce824255c), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:07.044585 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:07.064386 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd2d3-354d-44b9-9d21-8eeef6d1ada9 req-2aea2d95-34b5-4c55-b2f0-516f7a496e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:07.066609 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-79ccd2d3-354d-44b9-9d21-8eeef6d1ada9 req-2aea2d95-34b5-4c55-b2f0-516f7a496e41 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=e069855c07d94296a331d49a7a2a7ce4&device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 1130 time: 0.0591092 Aug 08 02:37:07.140963 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-632cb83a-ad77-4e4e-bcbb-31f43b00714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'name': 'tempest-TestShelveInstance-534016115-router', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:31Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'gw_port': {'id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:32Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '94903c58-4454-4fff-b630-cfe01675bd3d', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'floating_ip_address': '172.27.4.192', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'port_id': '2673af77-3e95-439c-83d1-409d6e88dcb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'mac_address': 'fa:16:3e:e5:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:37:05Z', 'updated_at': '2022-08-08T02:37:05Z', 'revision_number': 0, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a351491f-5c0c-4251-b7bb-f102f25f9a9a', 'name': '', 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'mac_address': 'fa:16:3e:2e:94:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:35Z', 'updated_at': '2022-08-08T02:35:41Z', 'revision_number': 5, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'subnets': [{'id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:37:07.165970 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632cb83a-ad77-4e4e-bcbb-31f43b00714d None None] Checking router: cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:37:07.174293 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632cb83a-ad77-4e4e-bcbb-31f43b00714d None None] Routers {'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:37:07.175641 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-632cb83a-ad77-4e4e-bcbb-31f43b00714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:36:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:37:07.278078 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-632cb83a-ad77-4e4e-bcbb-31f43b00714d None None] Set router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:37:07.293180 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd2d3-354d-44b9-9d21-8eeef6d1ada9 req-69bb5be0-b483-4dc0-a42f-e77f1854595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:07.294686 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-79ccd2d3-354d-44b9-9d21-8eeef6d1ada9 req-69bb5be0-b483-4dc0-a42f-e77f1854595d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=72633b9c-b237-4ab8-8fff-e57a0fd5947a HTTP/1.1" status: 200 len: 909 time: 0.2088897 Aug 08 02:37:07.295076 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:07.385828 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-79ccd2d3-354d-44b9-9d21-8eeef6d1ada9 req-d4b1f38d-ca73-4937-80ed-a5c44804525b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2673af77-3e95-439c-83d1-409d6e88dcb5 HTTP/1.1" status: 200 len: 1000 time: 0.0844128 Aug 08 02:37:07.491680 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd2d3-354d-44b9-9d21-8eeef6d1ada9 req-45faf94f-a7d9-4777-87d4-fd100328658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:07.493142 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-79ccd2d3-354d-44b9-9d21-8eeef6d1ada9 req-45faf94f-a7d9-4777-87d4-fd100328658d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7ade88c2-5a43-4fe7-8f81-d10a683707d4 HTTP/1.1" status: 200 len: 847 time: 0.0942826 Aug 08 02:37:07.498932 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e1be92-1e00-43fb-88a8-136ce824255c {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:37:07.517775 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Publish callbacks [] for port (f2e1be92-1e00-43fb-88a8-136ce824255c), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:07.555076 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Transition to ACTIVE for port object f2e1be92-1e00-43fb-88a8-136ce824255c will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:37:07.556462 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd2d3-354d-44b9-9d21-8eeef6d1ada9 req-0ab82eae-7964-40d8-874c-5d0be868c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:07.557956 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-79ccd2d3-354d-44b9-9d21-8eeef6d1ada9 req-0ab82eae-7964-40d8-874c-5d0be868c967 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=72633b9c-b237-4ab8-8fff-e57a0fd5947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539336 Aug 08 02:37:07.603534 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:07.618456 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-632cb83a-ad77-4e4e-bcbb-31f43b00714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'name': 'tempest-TestShelveInstance-534016115-router', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:31Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'gw_port': {'id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:32Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '94903c58-4454-4fff-b630-cfe01675bd3d', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'floating_ip_address': '172.27.4.192', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'port_id': '2673af77-3e95-439c-83d1-409d6e88dcb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'mac_address': 'fa:16:3e:e5:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:37:05Z', 'updated_at': '2022-08-08T02:37:05Z', 'revision_number': 0, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a351491f-5c0c-4251-b7bb-f102f25f9a9a', 'name': '', 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'mac_address': 'fa:16:3e:2e:94:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:35Z', 'updated_at': '2022-08-08T02:35:41Z', 'revision_number': 5, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'subnets': [{'id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:37:07.627121 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (f2e1be92-1e00-43fb-88a8-136ce824255c), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:07.648328 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632cb83a-ad77-4e4e-bcbb-31f43b00714d None None] The sync data for ids ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'] in dv-cinder-852261-2-iscsi is: [{'id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'name': 'tempest-TestShelveInstance-534016115-router', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:31Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'gw_port': {'id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:32Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '94903c58-4454-4fff-b630-cfe01675bd3d', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'floating_ip_address': '172.27.4.192', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'port_id': '2673af77-3e95-439c-83d1-409d6e88dcb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'mac_address': 'fa:16:3e:e5:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:37:05Z', 'updated_at': '2022-08-08T02:37:05Z', 'revision_number': 0, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a351491f-5c0c-4251-b7bb-f102f25f9a9a', 'name': '', 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'mac_address': 'fa:16:3e:2e:94:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:35Z', 'updated_at': '2022-08-08T02:35:41Z', 'revision_number': 5, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'subnets': [{'id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:37:07.741607 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Pushing event updated for resources: {'Port': ['ID=f2e1be92-1e00-43fb-88a8-136ce824255c,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:07.747650 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-79ccd2d3-354d-44b9-9d21-8eeef6d1ada9 req-d4244694-7a5a-4910-a3dd-fa687f537879 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/72633b9c-b237-4ab8-8fff-e57a0fd5947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775205 Aug 08 02:37:07.838264 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Attempting to bind port f2e1be92-1e00-43fb-88a8-136ce824255c on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:37:07.838626 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Attempting to bind port f2e1be92-1e00-43fb-88a8-136ce824255c by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '80bad3da-eb7b-487e-9c8d-27a7732431a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '235dc6e2-4294-4f34-bc7f-a3769150961e'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:37:07.838952 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Attempting to bind port f2e1be92-1e00-43fb-88a8-136ce824255c on network 235dc6e2-4294-4f34-bc7f-a3769150961e {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:37:07.851952 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Port f2e1be92-1e00-43fb-88a8-136ce824255c on network 235dc6e2-4294-4f34-bc7f-a3769150961e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:37:07.852274 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Attempting to bind port f2e1be92-1e00-43fb-88a8-136ce824255c on network 235dc6e2-4294-4f34-bc7f-a3769150961e {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:37:07.858668 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8806c505-8cbf-45da-b297-d060e1378099 None None] New status for floating IP 94903c58-4454-4fff-b630-cfe01675bd3d: ACTIVE {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:37:07.863680 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:37:07.864022 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Checking segment: {'id': '80bad3da-eb7b-487e-9c8d-27a7732431a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '235dc6e2-4294-4f34-bc7f-a3769150961e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:37:07.864398 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Bound using segment: {'id': '80bad3da-eb7b-487e-9c8d-27a7732431a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '235dc6e2-4294-4f34-bc7f-a3769150961e'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:37:07.864833 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Bound port: f2e1be92-1e00-43fb-88a8-136ce824255c, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80bad3da-eb7b-487e-9c8d-27a7732431a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '235dc6e2-4294-4f34-bc7f-a3769150961e'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:37:07.865184 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (f2e1be92-1e00-43fb-88a8-136ce824255c), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:07.880789 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:07.887529 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-79ccd2d3-354d-44b9-9d21-8eeef6d1ada9 req-05180fec-fb12-4b71-9fcd-f6bc928b3fd1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/72633b9c-b237-4ab8-8fff-e57a0fd5947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329775 Aug 08 02:37:07.950226 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] For port f2e1be92-1e00-43fb-88a8-136ce824255c, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:37:07.953446 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] For port f2e1be92-1e00-43fb-88a8-136ce824255c, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=f2e1be92-1e00-43fb-88a8-136ce824255c,segment=NetworkSegment(80bad3da-eb7b-487e-9c8d-27a7732431a8),segment_id=80bad3da-eb7b-487e-9c8d-27a7732431a8)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:37:08.015102 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (f2e1be92-1e00-43fb-88a8-136ce824255c), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:08.019074 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:08.022133 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:08.022133 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/f2e1be92-1e00-43fb-88a8-136ce824255c HTTP/1.1" status: 200 len: 1094 time: 1.0875998 Aug 08 02:37:08.087812 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60f6af-2b7d-48eb-8f73-bb0f345ad694 req-f16495e0-d05e-4cc8-8c2a-ef797c12778d tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:08.089348 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d60f6af-2b7d-48eb-8f73-bb0f345ad694 req-f16495e0-d05e-4cc8-8c2a-ef797c12778d tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 944 time: 0.0875101 Aug 08 02:37:08.152465 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fb8af-2e7e-47ea-a6dd-dac13069e7ae service neutron] Pushing event updated for resources: {'Port': ['ID=f2e1be92-1e00-43fb-88a8-136ce824255c,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:08.181601 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:08.197404 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-07ea7eea-03d6-4b00-a04f-bde2662dc8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:08.199000 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-07ea7eea-03d6-4b00-a04f-bde2662dc8e4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5ec7a76094c54d6c8e2517e254f44c16&device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 1128 time: 0.0709503 Aug 08 02:37:08.205150 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d60f6af-2b7d-48eb-8f73-bb0f345ad694 req-76144bdd-d89c-4a23-bd6e-c94e1de1cbc7 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058226 Aug 08 02:37:08.248677 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-2fa94968-6785-4a0d-bd45-459f4fd4b012 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e1be92-1e00-43fb-88a8-136ce824255c HTTP/1.1" status: 200 len: 217 time: 0.0380766 Aug 08 02:37:08.298521 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-240b4ad2-070b-4608-98e0-9ad712cf0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:08.300600 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-240b4ad2-070b-4608-98e0-9ad712cf0fdb service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=6a08cb1c-6783-42c0-a4e7-dc9423a83400 HTTP/1.1" status: 200 len: 854 time: 0.0453765 Aug 08 02:37:08.332376 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-f27e5ac3-e502-43ce-8afb-18570a8ca081 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=235dc6e2-4294-4f34-bc7f-a3769150961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264533 Aug 08 02:37:08.427102 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-4496dad2-82d3-4ce1-8ff5-b3e22c3c3147 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/235dc6e2-4294-4f34-bc7f-a3769150961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886555 Aug 08 02:37:08.739790 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58b8fe9c-6db6-4ed0-ad43-dd5345c1fd75 req-7ef18370-8891-4ae1-91f2-b54ffdfa2c6d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/235dc6e2-4294-4f34-bc7f-a3769150961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066568 Aug 08 02:37:08.986934 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c082cc7-e856-460a-afd9-fa97b329d81d', 'tag': 'f2e1be92-1e00-43fb-88a8-136ce824255c'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:37:08.989468 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce9e8d0-dd58-46ba-ac9b-93fd7a10f948" -d '{"events": [{"name": "network-changed", "server_uuid": "8c082cc7-e856-460a-afd9-fa97b329d81d", "tag": "f2e1be92-1e00-43fb-88a8-136ce824255c"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:37:09.026316 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6277e436-7844-43e0-b8ac-572ef474a42e x-openstack-request-id: req-6277e436-7844-43e0-b8ac-572ef474a42e {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:37:09.026627 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c082cc7-e856-460a-afd9-fa97b329d81d", "tag": "f2e1be92-1e00-43fb-88a8-136ce824255c", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:37:09.026874 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6277e436-7844-43e0-b8ac-572ef474a42e {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:37:09.027268 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6277e436-7844-43e0-b8ac-572ef474a42e'] response: {'name': 'network-changed', 'server_uuid': '8c082cc7-e856-460a-afd9-fa97b329d81d', 'tag': 'f2e1be92-1e00-43fb-88a8-136ce824255c', 'status': 'completed', 'code': 200} Aug 08 02:37:09.325249 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968af39-325e-4d9e-809a-f0e94be03f60 req-2657862f-1473-4427-ae5f-138faba22f2a tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:09.326720 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4968af39-325e-4d9e-809a-f0e94be03f60 req-2657862f-1473-4427-ae5f-138faba22f2a tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 944 time: 0.0474997 Aug 08 02:37:09.379104 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4968af39-325e-4d9e-809a-f0e94be03f60 req-9a068e9c-e852-4221-842f-29db9776b336 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452473 Aug 08 02:37:10.499709 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1c2e3-b24f-4eec-a2bb-ef64b0d1b9be req-dba81e9c-d194-48dd-8b4b-19c7fd5dc45e tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:10.501186 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-95c1c2e3-b24f-4eec-a2bb-ef64b0d1b9be req-dba81e9c-d194-48dd-8b4b-19c7fd5dc45e tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 944 time: 0.0481293 Aug 08 02:37:10.549211 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-95c1c2e3-b24f-4eec-a2bb-ef64b0d1b9be req-e34f2d65-b9af-45bb-86c6-06a0573a03f7 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 Aug 08 02:37:11.323430 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fabf32-a85a-48de-9643-f99754f29c28 req-72700a4e-3876-4bf0-be84-233b1de24a4e tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:11.324887 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-96fabf32-a85a-48de-9643-f99754f29c28 req-72700a4e-3876-4bf0-be84-233b1de24a4e tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0476964 Aug 08 02:37:11.375913 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-96fabf32-a85a-48de-9643-f99754f29c28 req-407360a3-90dd-438d-bbff-bbb6bf13f2fb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450900 Aug 08 02:37:11.668711 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebb470-8532-474d-b91b-8f127dcb23fa req-1a2b7acb-070c-4b6a-8263-e178950bb568 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:11.670086 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5aebb470-8532-474d-b91b-8f127dcb23fa req-1a2b7acb-070c-4b6a-8263-e178950bb568 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 944 time: 0.0468647 Aug 08 02:37:11.717049 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5aebb470-8532-474d-b91b-8f127dcb23fa req-ada44a53-bd80-481e-a9e1-42007a7df0d7 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414274 Aug 08 02:37:12.460786 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9e8d0-dd58-46ba-ac9b-93fd7a10f948 req-9cc9d9a0-7c9b-4d40-b7bc-600b224f8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:12.462215 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5ce9e8d0-dd58-46ba-ac9b-93fd7a10f948 req-9cc9d9a0-7c9b-4d40-b7bc-600b224f8a25 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=5ec7a76094c54d6c8e2517e254f44c16&device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 1128 time: 0.0412958 Aug 08 02:37:12.500295 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1f545-5ec0-4340-9731-0781b99029ca req-d96962ca-8bb8-48ef-b072-60a1e3081da0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:12.508041 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bad1f545-5ec0-4340-9731-0781b99029ca req-d96962ca-8bb8-48ef-b072-60a1e3081da0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0548711 Aug 08 02:37:12.546216 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:12.551333 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bad1f545-5ec0-4340-9731-0781b99029ca req-2f2726c4-369d-410d-95bf-4f3fd3089575 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419927 Aug 08 02:37:12.553042 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device f2e1be92-1e00-43fb-88a8-136ce824255c details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:37:12.558143 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9e8d0-dd58-46ba-ac9b-93fd7a10f948 req-a516d925-aa88-46a7-af8c-ee33d1cd31de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:12.559633 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5ce9e8d0-dd58-46ba-ac9b-93fd7a10f948 req-a516d925-aa88-46a7-af8c-ee33d1cd31de service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=235dc6e2-4294-4f34-bc7f-a3769150961e HTTP/1.1" status: 200 len: 915 time: 0.0920146 Aug 08 02:37:12.651455 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5ce9e8d0-dd58-46ba-ac9b-93fd7a10f948 req-e6f8bee4-b62a-432a-ad31-f171149d826f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e1be92-1e00-43fb-88a8-136ce824255c HTTP/1.1" status: 200 len: 217 time: 0.0338447 Aug 08 02:37:12.655453 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port f2e1be92-1e00-43fb-88a8-136ce824255c, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=f2e1be92-1e00-43fb-88a8-136ce824255c,segment=NetworkSegment(80bad3da-eb7b-487e-9c8d-27a7732431a8),segment_id=80bad3da-eb7b-487e-9c8d-27a7732431a8)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:37:12.666678 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': 'f2e1be92-1e00-43fb-88a8-136ce824255c', 'network_id': '235dc6e2-4294-4f34-bc7f-a3769150961e', 'port_id': 'f2e1be92-1e00-43fb-88a8-136ce824255c', 'mac_address': 'fa:16:3e:2f:9b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a08cb1c-6783-42c0-a4e7-dc9423a83400', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:37:12.701783 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port f2e1be92-1e00-43fb-88a8-136ce824255c is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:37:12.702177 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (f2e1be92-1e00-43fb-88a8-136ce824255c), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:12.703888 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:12.708011 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9e8d0-dd58-46ba-ac9b-93fd7a10f948 req-339a1430-cc5b-44ed-a5ac-363bb49467a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:12.709469 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5ce9e8d0-dd58-46ba-ac9b-93fd7a10f948 req-339a1430-cc5b-44ed-a5ac-363bb49467a7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=6a08cb1c-6783-42c0-a4e7-dc9423a83400 HTTP/1.1" status: 200 len: 854 time: 0.0492077 Aug 08 02:37:12.716466 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e1be92-1e00-43fb-88a8-136ce824255c {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:37:12.736429 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port f2e1be92-1e00-43fb-88a8-136ce824255c, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=f2e1be92-1e00-43fb-88a8-136ce824255c,segment=NetworkSegment(80bad3da-eb7b-487e-9c8d-27a7732431a8),segment_id=80bad3da-eb7b-487e-9c8d-27a7732431a8)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:37:12.744867 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5ce9e8d0-dd58-46ba-ac9b-93fd7a10f948 req-6a850d9b-725d-4c87-8120-b893b5781635 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=235dc6e2-4294-4f34-bc7f-a3769150961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276423 Aug 08 02:37:12.811286 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (f2e1be92-1e00-43fb-88a8-136ce824255c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:12.823066 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:12.851044 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5ce9e8d0-dd58-46ba-ac9b-93fd7a10f948 req-ed182607-775e-4269-b772-29d37240c7d2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/235dc6e2-4294-4f34-bc7f-a3769150961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994906 Aug 08 02:37:12.859757 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=f2e1be92-1e00-43fb-88a8-136ce824255c,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:12.978096 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:37:12.994497 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07be927-e0f0-4ac5-b4e2-35435c1d3327 req-dc2db696-4c0e-4c48-95c5-a466ea733f13 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:12.995977 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d07be927-e0f0-4ac5-b4e2-35435c1d3327 req-dc2db696-4c0e-4c48-95c5-a466ea733f13 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 945 time: 0.2000389 Aug 08 02:37:12.998134 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5ce9e8d0-dd58-46ba-ac9b-93fd7a10f948 req-489c0d17-0034-40ac-af82-d6725949403f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/235dc6e2-4294-4f34-bc7f-a3769150961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372457 Aug 08 02:37:13.043516 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d07be927-e0f0-4ac5-b4e2-35435c1d3327 req-d1ccd893-e877-4bff-b0d3-5156bfdbc2c9 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418925 Aug 08 02:37:13.288901 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['f2e1be92-1e00-43fb-88a8-136ce824255c'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:37:13.678208 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0860c-4641-4e78-86ca-bc29bcb7eabd req-4984bcac-4075-449b-aa2e-2793626b2be5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:13.679721 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-67c0860c-4641-4e78-86ca-bc29bcb7eabd req-4984bcac-4075-449b-aa2e-2793626b2be5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0471478 Aug 08 02:37:13.720680 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:13.727840 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-67c0860c-4641-4e78-86ca-bc29bcb7eabd req-5276a1bd-c771-4756-ac34-d3f9b697ae8b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426526 Aug 08 02:37:14.166600 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e11a40-10b8-41eb-bee5-1ec31ecb2303 req-0bf084c7-09dd-46f5-aa81-d0ad60d8f275 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:14.168092 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-28e11a40-10b8-41eb-bee5-1ec31ecb2303 req-0bf084c7-09dd-46f5-aa81-d0ad60d8f275 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 945 time: 0.0513573 Aug 08 02:37:14.216103 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-28e11a40-10b8-41eb-bee5-1ec31ecb2303 req-56098126-1b89-4223-89a2-8b38a024cfab tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423996 Aug 08 02:37:14.568034 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device f2e1be92-1e00-43fb-88a8-136ce824255c up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:37:14.609782 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port f2e1be92-1e00-43fb-88a8-136ce824255c completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:37:14.665203 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port f2e1be92-1e00-43fb-88a8-136ce824255c triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:37:14.665574 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (f2e1be92-1e00-43fb-88a8-136ce824255c), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:14.738733 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port f2e1be92-1e00-43fb-88a8-136ce824255c is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:37:14.739126 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (f2e1be92-1e00-43fb-88a8-136ce824255c), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:14.761362 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c082cc7-e856-460a-afd9-fa97b329d81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e1be92-1e00-43fb-88a8-136ce824255c'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:37:14.763594 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bb6aca-c7de-49d4-84d1-7a160663919b" -d '{"events": [{"server_uuid": "8c082cc7-e856-460a-afd9-fa97b329d81d", "name": "network-vif-plugged", "status": "completed", "tag": "f2e1be92-1e00-43fb-88a8-136ce824255c"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:37:14.777730 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port f2e1be92-1e00-43fb-88a8-136ce824255c, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=f2e1be92-1e00-43fb-88a8-136ce824255c,segment=NetworkSegment(80bad3da-eb7b-487e-9c8d-27a7732431a8),segment_id=80bad3da-eb7b-487e-9c8d-27a7732431a8)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:37:14.802943 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b623fa0d-98d0-43bf-9c1f-e45e2b1249ef x-openstack-request-id: req-b623fa0d-98d0-43bf-9c1f-e45e2b1249ef {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:37:14.803276 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c082cc7-e856-460a-afd9-fa97b329d81d", "name": "network-vif-plugged", "status": "completed", "tag": "f2e1be92-1e00-43fb-88a8-136ce824255c", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:37:14.803531 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b623fa0d-98d0-43bf-9c1f-e45e2b1249ef {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:37:14.803941 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b623fa0d-98d0-43bf-9c1f-e45e2b1249ef'] response: {'server_uuid': '8c082cc7-e856-460a-afd9-fa97b329d81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e1be92-1e00-43fb-88a8-136ce824255c', 'code': 200} Aug 08 02:37:14.842548 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (f2e1be92-1e00-43fb-88a8-136ce824255c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:14.893118 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=f2e1be92-1e00-43fb-88a8-136ce824255c,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:14.914335 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66301-37b4-4cc6-a0e6-66dd61688593 req-9a418609-b370-403e-83b6-3e184dd22151 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:14.915948 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ace66301-37b4-4cc6-a0e6-66dd61688593 req-9a418609-b370-403e-83b6-3e184dd22151 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.1079364 Aug 08 02:37:14.967649 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ace66301-37b4-4cc6-a0e6-66dd61688593 req-13346386-2897-4c51-b86e-fdfc3ca16d9d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425785 Aug 08 02:37:15.109315 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d980dc2-a969-42d5-b60c-546220e2466f req-e66d4055-1dec-4688-9a37-de7923104d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:15.110824 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0d980dc2-a969-42d5-b60c-546220e2466f req-e66d4055-1dec-4688-9a37-de7923104d43 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 1130 time: 0.0391960 Aug 08 02:37:15.155818 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0d980dc2-a969-42d5-b60c-546220e2466f req-83128dd2-55d5-4c5c-acfb-86ec4ecea0b7 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384948 Aug 08 02:37:15.300312 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:15.336572 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb61939-ce00-45fe-a006-2a05b0a8bc3a req-8bb589c3-b8ba-4f67-ba04-60a65e7f00bd tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:15.338070 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7cb61939-ce00-45fe-a006-2a05b0a8bc3a req-8bb589c3-b8ba-4f67-ba04-60a65e7f00bd tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 946 time: 0.0476229 Aug 08 02:37:15.387400 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7cb61939-ce00-45fe-a006-2a05b0a8bc3a req-d2398170-4a2e-45b7-a6a1-a38eb6f1efc2 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437469 Aug 08 02:37:16.093807 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68db1a-0532-4160-b0a9-3c824270489e req-7b768136-c516-4686-9ae7-bb59a5401eb8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:16.095322 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3d68db1a-0532-4160-b0a9-3c824270489e req-7b768136-c516-4686-9ae7-bb59a5401eb8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0489042 Aug 08 02:37:16.145928 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3d68db1a-0532-4160-b0a9-3c824270489e req-1fa76dc1-f7bc-4ba5-9514-4fc39683b57e tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437772 Aug 08 02:37:16.503166 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d85bdd-3cb6-45b6-a736-377f413a0f66 req-2e23e3ec-d1b1-4ee8-8f6c-29eb27747d10 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:16.505123 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-84d85bdd-3cb6-45b6-a736-377f413a0f66 req-2e23e3ec-d1b1-4ee8-8f6c-29eb27747d10 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 946 time: 0.0482714 Aug 08 02:37:16.552277 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-84d85bdd-3cb6-45b6-a736-377f413a0f66 req-3c117ca1-9a91-4561-b023-5c048d70e7da tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 Aug 08 02:37:17.269925 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8119d-24de-4a15-9bc2-2e0860f6075f req-16648388-620e-4be8-8b04-0d2978b82bcc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:17.271452 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-eda8119d-24de-4a15-9bc2-2e0860f6075f req-16648388-620e-4be8-8b04-0d2978b82bcc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0472062 Aug 08 02:37:17.322567 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-eda8119d-24de-4a15-9bc2-2e0860f6075f req-059e5bd3-09d4-48c4-bf24-2164b22b3cb5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452769 Aug 08 02:37:17.671080 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6491a-d159-40de-964d-e9e9558cd958 req-2370a38e-aa81-470f-a677-b333a6404165 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:17.672597 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bbe6491a-d159-40de-964d-e9e9558cd958 req-2370a38e-aa81-470f-a677-b333a6404165 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 946 time: 0.0479972 Aug 08 02:37:17.721144 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bbe6491a-d159-40de-964d-e9e9558cd958 req-821de119-a6ea-400c-9874-71c883bbdb8e tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422022 Aug 08 02:37:18.451699 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625d225-414f-4c96-96b2-b92db39f53fa req-e0ad356a-afbe-43b1-8288-ef0089e030ab tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:18.454646 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6625d225-414f-4c96-96b2-b92db39f53fa req-e0ad356a-afbe-43b1-8288-ef0089e030ab tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0529265 Aug 08 02:37:18.506190 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6625d225-414f-4c96-96b2-b92db39f53fa req-331fb04c-9db8-4c98-bf98-d96a8959c573 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445724 Aug 08 02:37:19.631464 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002dbd0-49dd-479b-91c0-3e8809748fd6 req-cef90b1e-7c8e-48f6-880c-9088e70a5003 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:19.632912 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0002dbd0-49dd-479b-91c0-3e8809748fd6 req-cef90b1e-7c8e-48f6-880c-9088e70a5003 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0463972 Aug 08 02:37:19.679811 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0002dbd0-49dd-479b-91c0-3e8809748fd6 req-7123a97a-ab69-41a0-9aca-b5411b87fa20 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414100 Aug 08 02:37:20.551413 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-85bf306a-4d2b-43af-bc3d-15134d7372eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:20.800541 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb007c5e-6de0-4f10-a586-57d194578c44 req-90ca241a-1276-4c0d-8f77-bc0373964754 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:20.801989 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb007c5e-6de0-4f10-a586-57d194578c44 req-90ca241a-1276-4c0d-8f77-bc0373964754 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0469434 Aug 08 02:37:20.850012 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bb007c5e-6de0-4f10-a586-57d194578c44 req-7e19f4d1-aad3-4ee8-bd41-c13c58f9f9e4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424645 Aug 08 02:37:22.075785 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377d3dd-fb14-40de-92fe-b6d3779b6484 req-1d5737c4-e07c-46c2-b3a5-404fe4422015 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:22.077265 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8377d3dd-fb14-40de-92fe-b6d3779b6484 req-1d5737c4-e07c-46c2-b3a5-404fe4422015 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0490534 Aug 08 02:37:22.125203 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8377d3dd-fb14-40de-92fe-b6d3779b6484 req-9f183f07-4d79-4cb5-b659-1f92f9c68920 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415661 Aug 08 02:37:22.204270 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=26 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:22.895207 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-08f178dd-85ab-4066-ba70-eb7e277c6549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:22.974815 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:23.250645 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9f45e-9822-470a-9be1-735e4c06caf8 req-4b5675f2-f65e-4de5-b3e1-1bdef9787cd0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:23.252108 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dbd9f45e-9822-470a-9be1-735e4c06caf8 req-4b5675f2-f65e-4de5-b3e1-1bdef9787cd0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0509586 Aug 08 02:37:23.300115 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dbd9f45e-9822-470a-9be1-735e4c06caf8 req-dd45a8c2-6348-46ed-9f55-1644c6575fa2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415320 Aug 08 02:37:24.359820 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:24.429361 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f03aa-5707-4e6e-8159-f2a036e8b024 req-84a7c2dd-9af4-40f7-b7ca-ca9e0bd436bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:24.430847 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b62f03aa-5707-4e6e-8159-f2a036e8b024 req-84a7c2dd-9af4-40f7-b7ca-ca9e0bd436bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0506215 Aug 08 02:37:24.477116 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b62f03aa-5707-4e6e-8159-f2a036e8b024 req-92f71b44-811c-425b-b5b5-c46fac3978bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407956 Aug 08 02:37:25.602866 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29193deb-e261-44d9-9334-28a83ebe88f0 req-aace97a7-3409-4af8-a5ac-0e615a521ed8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:25.604493 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-29193deb-e261-44d9-9334-28a83ebe88f0 req-aace97a7-3409-4af8-a5ac-0e615a521ed8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0498559 Aug 08 02:37:25.653954 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-29193deb-e261-44d9-9334-28a83ebe88f0 req-6f102776-781d-4286-a169-d48647d71a10 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439572 Aug 08 02:37:25.987825 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:26.051909 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:26.626244 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 438a8af0-9043-4725-b741-8f21cc9f8097 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:37:26.638973 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:26.729329 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 438a8af0-9043-4725-b741-8f21cc9f8097, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=438a8af0-9043-4725-b741-8f21cc9f8097,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:37:26.738266 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:26.741040 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': '438a8af0-9043-4725-b741-8f21cc9f8097', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'port_id': '438a8af0-9043-4725-b741-8f21cc9f8097', 'mac_address': 'fa:16:3e:22:54:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:37:26.776453 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 438a8af0-9043-4725-b741-8f21cc9f8097 is: ACTIVE; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:37:26.776834 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:26.787170 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc9999-b234-499d-81c8-4bbe8245544e req-8b1fdc87-164f-4540-afc2-e086676c9e88 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:26.787170 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2ccc9999-b234-499d-81c8-4bbe8245544e req-8b1fdc87-164f-4540-afc2-e086676c9e88 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0487309 Aug 08 02:37:26.791475 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 438a8af0-9043-4725-b741-8f21cc9f8097 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:37:26.810553 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 438a8af0-9043-4725-b741-8f21cc9f8097, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=438a8af0-9043-4725-b741-8f21cc9f8097,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:37:26.828812 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2ccc9999-b234-499d-81c8-4bbe8245544e req-db4a6c64-148d-49a1-b80e-b6c6b1902021 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412033 Aug 08 02:37:26.894980 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:26.942895 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=438a8af0-9043-4725-b741-8f21cc9f8097,revision_number=6']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:27.070569 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['438a8af0-9043-4725-b741-8f21cc9f8097'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:37:27.500797 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-06c8697e-ed28-4b85-b50e-8f91ac3b05ea req-7163f1a6-e3f5-49cc-bb2b-38d610ba4e9c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384796 Aug 08 02:37:27.579118 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:27.586911 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8697e-ed28-4b85-b50e-8f91ac3b05ea req-0dda4b5d-8329-4b66-ae48-e15beae9095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:27.588422 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-06c8697e-ed28-4b85-b50e-8f91ac3b05ea req-0dda4b5d-8329-4b66-ae48-e15beae9095e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 1129 time: 0.0435817 Aug 08 02:37:27.698637 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8697e-ed28-4b85-b50e-8f91ac3b05ea req-3500cb79-4cbf-4df4-b046-0e7cc6c3d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:27.700002 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-06c8697e-ed28-4b85-b50e-8f91ac3b05ea req-3500cb79-4cbf-4df4-b046-0e7cc6c3d80f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 918 time: 0.0873981 Aug 08 02:37:27.742799 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-06c8697e-ed28-4b85-b50e-8f91ac3b05ea req-ea37ca9f-8b41-4001-a032-dea299de5d04 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b02fabe8-9ace-422a-a568-18c37daa63c2 HTTP/1.1" status: 200 len: 217 time: 0.0364943 Aug 08 02:37:27.791571 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8697e-ed28-4b85-b50e-8f91ac3b05ea req-befed894-1bcd-4d87-a458-6bdf577cfa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:27.792970 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-06c8697e-ed28-4b85-b50e-8f91ac3b05ea req-befed894-1bcd-4d87-a458-6bdf577cfa67 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.0439301 Aug 08 02:37:27.836915 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8697e-ed28-4b85-b50e-8f91ac3b05ea req-2a116ee0-cbdc-4434-8ac2-a154aee2c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:27.838346 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-06c8697e-ed28-4b85-b50e-8f91ac3b05ea req-2a116ee0-cbdc-4434-8ac2-a154aee2c6f3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383649 Aug 08 02:37:27.901286 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:27.973284 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8a4d7-ed8c-4e11-a81d-80adf379e859 req-aab78141-c95b-4756-8a2f-4374da423b8e tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:27.974877 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94f8a4d7-ed8c-4e11-a81d-80adf379e859 req-aab78141-c95b-4756-8a2f-4374da423b8e tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 944 time: 0.0669551 Aug 08 02:37:27.977012 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-06c8697e-ed28-4b85-b50e-8f91ac3b05ea req-0e34eea3-08d7-4f6d-902a-da1f0eea314c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313636 Aug 08 02:37:28.076345 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94f8a4d7-ed8c-4e11-a81d-80adf379e859 req-1475de12-7264-4ed3-95fe-35cc71eb2184 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961158 Aug 08 02:37:28.104096 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-06c8697e-ed28-4b85-b50e-8f91ac3b05ea req-460d5ceb-dbd5-471a-a802-8bf125479f6d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167817 Aug 08 02:37:28.485345 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:29.206571 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac837ed-3fc7-44c6-aa98-356e5a9d9568 req-cfec2fc0-be75-4c3c-80c2-ae0ebb3e2610 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:29.208066 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-eac837ed-3fc7-44c6-aa98-356e5a9d9568 req-cfec2fc0-be75-4c3c-80c2-ae0ebb3e2610 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 944 time: 0.0529246 Aug 08 02:37:29.254535 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-eac837ed-3fc7-44c6-aa98-356e5a9d9568 req-e98472d0-55a9-4781-9b99-50fd1009387b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402172 Aug 08 02:37:30.377933 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff10c4-569d-4c63-aeb8-193ef017c238 req-6db6fc1a-da51-455e-afdd-b9e828eadaf6 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:30.379590 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e9ff10c4-569d-4c63-aeb8-193ef017c238 req-6db6fc1a-da51-455e-afdd-b9e828eadaf6 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 944 time: 0.0497525 Aug 08 02:37:30.428031 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e9ff10c4-569d-4c63-aeb8-193ef017c238 req-81d7522e-5d72-4856-b2f2-af0fe70500cf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426018 Aug 08 02:37:31.550992 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003ead8-8f2f-4b91-8f94-3721da0033d7 req-bb04b882-c659-406a-9f26-a46baf37ee66 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:31.552459 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4003ead8-8f2f-4b91-8f94-3721da0033d7 req-bb04b882-c659-406a-9f26-a46baf37ee66 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 944 time: 0.0472379 Aug 08 02:37:31.599087 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4003ead8-8f2f-4b91-8f94-3721da0033d7 req-0fc5c915-10f0-4925-9315-b53d47a937f5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410516 Aug 08 02:37:31.826100 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 438a8af0-9043-4725-b741-8f21cc9f8097 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:37:31.872967 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port 438a8af0-9043-4725-b741-8f21cc9f8097 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:37:31.873330 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:31.947536 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 438a8af0-9043-4725-b741-8f21cc9f8097 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:37:31.947925 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:31.971357 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438a8af0-9043-4725-b741-8f21cc9f8097'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:37:31.977850 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb43a65f-edc1-4296-a07b-dedc13b67253" -d '{"events": [{"server_uuid": "406d6f4e-a119-4be3-82c0-61f8de65229a", "name": "network-vif-plugged", "status": "completed", "tag": "438a8af0-9043-4725-b741-8f21cc9f8097"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:37:31.988646 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 438a8af0-9043-4725-b741-8f21cc9f8097, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=438a8af0-9043-4725-b741-8f21cc9f8097,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:37:32.016009 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdc596b-d251-4d08-858f-4e4810ab4001 x-openstack-request-id: req-3bdc596b-d251-4d08-858f-4e4810ab4001 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:37:32.016329 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406d6f4e-a119-4be3-82c0-61f8de65229a", "name": "network-vif-plugged", "status": "completed", "tag": "438a8af0-9043-4725-b741-8f21cc9f8097", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:37:32.016592 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bdc596b-d251-4d08-858f-4e4810ab4001 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:37:32.016998 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bdc596b-d251-4d08-858f-4e4810ab4001'] response: {'server_uuid': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438a8af0-9043-4725-b741-8f21cc9f8097', 'code': 200} Aug 08 02:37:32.059540 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:32.085730 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:32.113430 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=438a8af0-9043-4725-b741-8f21cc9f8097,revision_number=7']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:32.720261 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718b338-52b9-40dc-b95a-21e8bce55fd9 req-e4563308-ee58-4a05-aec7-c30ad801e967 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:32.721591 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6718b338-52b9-40dc-b95a-21e8bce55fd9 req-e4563308-ee58-4a05-aec7-c30ad801e967 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0464609 Aug 08 02:37:32.770850 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6718b338-52b9-40dc-b95a-21e8bce55fd9 req-2579b575-386d-49e2-bce1-2b1b4fa9cb25 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437145 Aug 08 02:37:33.893892 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a1b0-9f71-4a3f-bf00-0b0b4bbdb566 req-8f57cdc3-187b-4705-beed-886416b943ee tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:33.896176 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50b5a1b0-9f71-4a3f-bf00-0b0b4bbdb566 req-8f57cdc3-187b-4705-beed-886416b943ee tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0469944 Aug 08 02:37:33.943352 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50b5a1b0-9f71-4a3f-bf00-0b0b4bbdb566 req-8bcfd348-2b55-47ed-b6b1-aadc04997d5f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415876 Aug 08 02:37:35.050997 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:35.064204 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307ae35-7558-4abb-a1d7-e831a8a9e357 req-b81e8be1-81c5-4546-8f43-f971a310d557 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:35.065667 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a307ae35-7558-4abb-a1d7-e831a8a9e357 req-b81e8be1-81c5-4546-8f43-f971a310d557 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0471375 Aug 08 02:37:35.091373 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:35.113058 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a307ae35-7558-4abb-a1d7-e831a8a9e357 req-0ee75c99-29f6-4a01-8830-177ff267537d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417314 Aug 08 02:37:36.237619 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f395c9-5ac1-4b7d-8d57-d483215db538 req-bfa6c31b-20a6-48af-9ac1-2ff72fef7916 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:36.239771 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-04f395c9-5ac1-4b7d-8d57-d483215db538 req-bfa6c31b-20a6-48af-9ac1-2ff72fef7916 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0505598 Aug 08 02:37:36.285578 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-04f395c9-5ac1-4b7d-8d57-d483215db538 req-e173a384-aa78-498c-afd5-14e7914efb80 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402133 Aug 08 02:37:37.410625 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f318c-3192-4d00-bf69-db7eb916c246 req-6e73dff5-c3e7-4c64-a97e-f34d72c117d7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:37.412056 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9d4f318c-3192-4d00-bf69-db7eb916c246 req-6e73dff5-c3e7-4c64-a97e-f34d72c117d7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0461268 Aug 08 02:37:37.458973 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9d4f318c-3192-4d00-bf69-db7eb916c246 req-d7831718-9c89-48d4-9f21-ff03bfeb3171 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414066 Aug 08 02:37:38.580191 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ddea1-d20d-479f-afbb-defb1bed17b9 req-e038a7ce-8701-4bd8-b13c-6b004ece8ece tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:38.582302 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a56ddea1-d20d-479f-afbb-defb1bed17b9 req-e038a7ce-8701-4bd8-b13c-6b004ece8ece tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0474699 Aug 08 02:37:38.629363 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a56ddea1-d20d-479f-afbb-defb1bed17b9 req-273e75d7-7517-41cd-8dcb-d49dd226623a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415821 Aug 08 02:37:39.755787 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaa81d-d2c8-4dbe-aeab-d220fdb7c0f2 req-92f05c30-3262-44a6-86d0-b9bdf1e1045d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:39.757248 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-61aaa81d-d2c8-4dbe-aeab-d220fdb7c0f2 req-92f05c30-3262-44a6-86d0-b9bdf1e1045d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0510921 Aug 08 02:37:39.804464 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-61aaa81d-d2c8-4dbe-aeab-d220fdb7c0f2 req-b8e419da-d168-4b57-a6e6-028747cd1b2a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416224 Aug 08 02:37:40.927364 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d97226-a20c-4999-86c7-ecd8c0bcc16b req-772ccbd1-8ddf-4055-87d1-36e2ee945c4d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:40.928848 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d2d97226-a20c-4999-86c7-ecd8c0bcc16b req-772ccbd1-8ddf-4055-87d1-36e2ee945c4d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0475562 Aug 08 02:37:40.979630 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d2d97226-a20c-4999-86c7-ecd8c0bcc16b req-30cd8889-dbae-4a4c-8861-134628fb5dbe tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452754 Aug 08 02:37:42.102695 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0052a-59eb-4663-901f-7787a330dec3 req-51389d29-97b3-4cb5-bbaf-52c60eeadaad tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:42.104171 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7ed0052a-59eb-4663-901f-7787a330dec3 req-51389d29-97b3-4cb5-bbaf-52c60eeadaad tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0480013 Aug 08 02:37:42.111749 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:42.152657 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7ed0052a-59eb-4663-901f-7787a330dec3 req-55b25d5f-ea4e-4b22-ab7d-02162731f27d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429399 Aug 08 02:37:43.284567 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:43.294611 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a10322-1a01-4885-8d25-742a065f3daa req-2b11dfe5-ef03-4849-b41b-4fd1a3a49fcc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:43.296066 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-69a10322-1a01-4885-8d25-742a065f3daa req-2b11dfe5-ef03-4849-b41b-4fd1a3a49fcc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0537956 Aug 08 02:37:43.349524 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-69a10322-1a01-4885-8d25-742a065f3daa req-58b2f33e-5cbb-4721-b08b-d8dcd680a055 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474675 Aug 08 02:37:44.492350 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e16815-901d-4f7b-b1cd-434ad2616830 req-be5e1c9d-07dd-4b06-bd01-bf535e48d703 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:44.494798 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-11e16815-901d-4f7b-b1cd-434ad2616830 req-be5e1c9d-07dd-4b06-bd01-bf535e48d703 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0510540 Aug 08 02:37:44.548389 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-11e16815-901d-4f7b-b1cd-434ad2616830 req-ad408397-8214-43be-bab0-9a592a64e7af tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486746 Aug 08 02:37:45.686237 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc5de9-ddf1-4ef7-a099-b4906f018f74 req-b89b95c2-5797-44cd-957e-ff4c3124b29c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:45.688722 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3efc5de9-ddf1-4ef7-a099-b4906f018f74 req-b89b95c2-5797-44cd-957e-ff4c3124b29c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0536287 Aug 08 02:37:45.780300 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3efc5de9-ddf1-4ef7-a099-b4906f018f74 req-0e20e49a-e712-4345-b9db-6f555ee33b18 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830517 Aug 08 02:37:47.014979 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d07d7-66a7-4208-8090-5f63636fb16f req-2cdd69d6-9170-4dec-82ac-3d77c0092010 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:47.017935 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6e4d07d7-66a7-4208-8090-5f63636fb16f req-2cdd69d6-9170-4dec-82ac-3d77c0092010 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0599165 Aug 08 02:37:47.083922 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6e4d07d7-66a7-4208-8090-5f63636fb16f req-8fc94049-586a-4658-bc01-4a84444d508d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589843 Aug 08 02:37:48.215169 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:48.231160 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6bc6-f343-4230-9fe8-3dc4e2bd3edc req-5f36984b-a77d-4813-bded-01e6852560d0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:48.232641 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-32ef6bc6-f343-4230-9fe8-3dc4e2bd3edc req-5f36984b-a77d-4813-bded-01e6852560d0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0498657 Aug 08 02:37:48.290783 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-32ef6bc6-f343-4230-9fe8-3dc4e2bd3edc req-3206b37d-8bc8-4c23-9294-a49580fb56fc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481875 Aug 08 02:37:49.440488 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cba48-85b1-423b-9d69-7675cef9dde1 req-af157432-17db-4d87-b231-994a10d72e3b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:49.442522 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0c2cba48-85b1-423b-9d69-7675cef9dde1 req-af157432-17db-4d87-b231-994a10d72e3b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0593634 Aug 08 02:37:49.541747 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0c2cba48-85b1-423b-9d69-7675cef9dde1 req-54fdb753-9b32-4958-ad4a-36d5cd01f8c2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802498 Aug 08 02:37:49.977982 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:37:50.509360 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cecbaf-014b-422e-a351-79aca05c8118 req-c1383c6a-62bf-494c-bfbd-50b4a180b550 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:50.511664 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-16cecbaf-014b-422e-a351-79aca05c8118 req-c1383c6a-62bf-494c-bfbd-50b4a180b550 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 946 time: 0.0623145 Aug 08 02:37:50.562703 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9e167739-ac9e-469c-8ca2-3404d88f832c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:50.571951 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-16cecbaf-014b-422e-a351-79aca05c8118 req-8ab1a8e7-d4b4-4c90-b431-a525fd77f764 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541973 Aug 08 02:37:50.683953 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b192-18d2-401d-a034-d29e93bad3a8 req-a6cef1e8-7cdb-49f7-bf09-12bbb1d5ec87 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:50.685458 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a82b192-18d2-401d-a034-d29e93bad3a8 req-a6cef1e8-7cdb-49f7-bf09-12bbb1d5ec87 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0529387 Aug 08 02:37:50.738088 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a82b192-18d2-401d-a034-d29e93bad3a8 req-3b9fd72a-58ca-42a5-b9bf-59a2e1e66c49 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453961 Aug 08 02:37:51.707629 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0fac6-da69-4b12-a220-063f31eb84f0 req-5642c828-5733-401a-b2c8-9c688d0bc1e5 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:51.710148 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3da0fac6-da69-4b12-a220-063f31eb84f0 req-5642c828-5733-401a-b2c8-9c688d0bc1e5 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 946 time: 0.0537567 Aug 08 02:37:51.769811 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3da0fac6-da69-4b12-a220-063f31eb84f0 req-af772a28-e721-4bde-8efe-980a65fc348f tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534167 Aug 08 02:37:51.919515 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709d1fb-127a-4da5-b938-3086a914ffcc req-b1715111-6943-4f81-b4e4-13ed530f6b45 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:51.931541 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2709d1fb-127a-4da5-b938-3086a914ffcc req-b1715111-6943-4f81-b4e4-13ed530f6b45 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0611405 Aug 08 02:37:51.978693 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2709d1fb-127a-4da5-b938-3086a914ffcc req-30497fe8-4feb-4a7e-a1be-b43137af82d9 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496445 Aug 08 02:37:52.899381 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-855e81bf-88fa-47a0-a8a3-bc4bf35e9476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:52.935693 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c684a8a-d3c7-4c7b-9311-9a077565f4c5 req-a0be2897-450d-4a5d-90fe-0cef39950935 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:52.938535 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0c684a8a-d3c7-4c7b-9311-9a077565f4c5 req-a0be2897-450d-4a5d-90fe-0cef39950935 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 946 time: 0.0611792 Aug 08 02:37:52.989533 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0c684a8a-d3c7-4c7b-9311-9a077565f4c5 req-43df288b-9e5f-4e8a-ad93-9707f5278748 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468056 Aug 08 02:37:53.110210 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f740c-0375-48dc-aad3-95cd319e54bb req-a4a8e9f5-9f85-4ffd-9e37-76236583ce06 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:53.111670 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-611f740c-0375-48dc-aad3-95cd319e54bb req-a4a8e9f5-9f85-4ffd-9e37-76236583ce06 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0475988 Aug 08 02:37:53.163680 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-611f740c-0375-48dc-aad3-95cd319e54bb req-29ff814a-c259-4863-a6fb-2acd517d9000 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461299 Aug 08 02:37:53.997979 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424a663-d4cf-4672-ad1f-05ece17d62d7 req-beb53a55-0f49-4b56-9feb-7efd9dd1ac31 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:54.000015 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2424a663-d4cf-4672-ad1f-05ece17d62d7 req-beb53a55-0f49-4b56-9feb-7efd9dd1ac31 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 946 time: 0.0545349 Aug 08 02:37:54.101587 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-2424a663-d4cf-4672-ad1f-05ece17d62d7 req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Deleting port f2e1be92-1e00-43fb-88a8-136ce824255c {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:37:54.101920 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-2424a663-d4cf-4672-ad1f-05ece17d62d7 req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (f2e1be92-1e00-43fb-88a8-136ce824255c), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:54.124884 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a959e7-84ea-4bc3-bd26-92c711573e3c req-79b21e4f-e69d-4d2e-870f-125cbe5c68db tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:54.126386 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d7a959e7-84ea-4bc3-bd26-92c711573e3c req-79b21e4f-e69d-4d2e-870f-125cbe5c68db tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 946 time: 0.0566280 Aug 08 02:37:54.174393 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d7a959e7-84ea-4bc3-bd26-92c711573e3c req-6f512b07-9618-4682-9333-aff416a29d3d tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81e739b4-7ff9-4312-a603-44bc2145f1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416684 Aug 08 02:37:54.205037 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-2424a663-d4cf-4672-ad1f-05ece17d62d7 req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] For port f2e1be92-1e00-43fb-88a8-136ce824255c, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=f2e1be92-1e00-43fb-88a8-136ce824255c,segment=NetworkSegment(80bad3da-eb7b-487e-9c8d-27a7732431a8),segment_id=80bad3da-eb7b-487e-9c8d-27a7732431a8)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:37:54.205502 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-2424a663-d4cf-4672-ad1f-05ece17d62d7 req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (f2e1be92-1e00-43fb-88a8-136ce824255c), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:54.219280 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-2424a663-d4cf-4672-ad1f-05ece17d62d7 req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Calling delete_port for f2e1be92-1e00-43fb-88a8-136ce824255c owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:37:54.324613 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def96d43-3ad4-44de-8769-788ab89cc771 req-18a381c4-0f86-4308-a37b-5b81d356d6e9 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:54.326994 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-def96d43-3ad4-44de-8769-788ab89cc771 req-18a381c4-0f86-4308-a37b-5b81d356d6e9 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0694785 Aug 08 02:37:54.353261 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:54.409973 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-def96d43-3ad4-44de-8769-788ab89cc771 req-7a188ecd-3a5d-41be-af5b-0aa913c10f4a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773811 Aug 08 02:37:54.457977 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:54.543665 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-2424a663-d4cf-4672-ad1f-05ece17d62d7 req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (f2e1be92-1e00-43fb-88a8-136ce824255c), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:54.556597 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['f2e1be92-1e00-43fb-88a8-136ce824255c'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:37:54.574689 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Pushing event deleted for resources: {'Port': ['ID=f2e1be92-1e00-43fb-88a8-136ce824255c,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:37:54.593316 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:54.593316 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:54.593316 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:54.593316 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:54.593316 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:54.593837 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:54.594115 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:54.594527 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:54.594912 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:54.595344 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:54.595726 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:54.596252 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:54.596758 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:54.597646 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:54.597646 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:37:54.640183 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:54.642044 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-2424a663-d4cf-4672-ad1f-05ece17d62d7 req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] No DVR routers for this DVR port f2e1be92-1e00-43fb-88a8-136ce824255c on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:37:54.644655 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-2424a663-d4cf-4672-ad1f-05ece17d62d7 req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:54.648759 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2424a663-d4cf-4672-ad1f-05ece17d62d7 req-f3fda4ba-23e8-417a-9111-2ce9496e1dc8 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.48 "DELETE /networking/v2.0/ports/f2e1be92-1e00-43fb-88a8-136ce824255c HTTP/1.1" status: 204 len: 173 time: 0.6386459 Aug 08 02:37:54.649218 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c082cc7-e856-460a-afd9-fa97b329d81d', 'name': 'network-vif-deleted', 'tag': 'f2e1be92-1e00-43fb-88a8-136ce824255c'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:37:54.652103 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901c61ce-32dd-480b-8a3e-b241469937c1" -d '{"events": [{"server_uuid": "8c082cc7-e856-460a-afd9-fa97b329d81d", "name": "network-vif-deleted", "tag": "f2e1be92-1e00-43fb-88a8-136ce824255c"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:37:54.757296 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e51cd89-aca4-4dce-a0e5-aa027fc03607 x-openstack-request-id: req-3e51cd89-aca4-4dce-a0e5-aa027fc03607 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:37:54.757618 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c082cc7-e856-460a-afd9-fa97b329d81d", "name": "network-vif-deleted", "tag": "f2e1be92-1e00-43fb-88a8-136ce824255c", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:37:54.757895 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e51cd89-aca4-4dce-a0e5-aa027fc03607 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:37:54.758307 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e51cd89-aca4-4dce-a0e5-aa027fc03607'] response: {'server_uuid': '8c082cc7-e856-460a-afd9-fa97b329d81d', 'name': 'network-vif-deleted', 'tag': 'f2e1be92-1e00-43fb-88a8-136ce824255c', 'status': 'completed', 'code': 200} Aug 08 02:37:55.298251 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1f21475b-9b26-450d-8e41-9a3b9b81d126 req-c665489e-f2f3-401c-8220-edbbb2c2f392 tempest-VolumesSnapshotTestJSON-900755294 tempest-VolumesSnapshotTestJSON-900755294-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c082cc7-e856-460a-afd9-fa97b329d81d HTTP/1.1" status: 200 len: 210 time: 0.0324879 Aug 08 02:37:55.547101 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb89c71-adae-4d53-8afa-d4a023df16ef req-c717f1bd-9893-4980-9bb1-c3c2191e6560 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:55.547101 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6fb89c71-adae-4d53-8afa-d4a023df16ef req-c717f1bd-9893-4980-9bb1-c3c2191e6560 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0498023 Aug 08 02:37:55.580515 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:55.597875 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6fb89c71-adae-4d53-8afa-d4a023df16ef req-51c88d8b-d9a3-4c92-88ee-5341648a390b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469084 Aug 08 02:37:56.003240 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:56.079456 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:56.720790 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61879d-7fc5-4620-9ed5-af27d686462a req-ac70035b-1109-428b-acb3-d409cc9f49ee tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:56.722283 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fa61879d-7fc5-4620-9ed5-af27d686462a req-ac70035b-1109-428b-acb3-d409cc9f49ee tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0473704 Aug 08 02:37:56.773307 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fa61879d-7fc5-4620-9ed5-af27d686462a req-23f51f82-aca7-4a2c-8cc8-44a2d977f773 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447824 Aug 08 02:37:57.199775 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cac333-da11-4c71-8275-36191ebf891e req-49015dff-fbe6-40f3-8954-9c523659a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:57.201248 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a5cac333-da11-4c71-8275-36191ebf891e req-49015dff-fbe6-40f3-8954-9c523659a116 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 1129 time: 0.0831425 Aug 08 02:37:57.294270 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cac333-da11-4c71-8275-36191ebf891e req-e89e6875-74e9-4caa-a58e-51a635f62b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:57.295743 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a5cac333-da11-4c71-8275-36191ebf891e req-e89e6875-74e9-4caa-a58e-51a635f62b0b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87360f95-f3ba-477f-b837-ec26e9e98a48 HTTP/1.1" status: 200 len: 918 time: 0.0883164 Aug 08 02:37:57.357489 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a5cac333-da11-4c71-8275-36191ebf891e req-a1d7e44b-050e-410a-948f-08dbf71b4861 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=438a8af0-9043-4725-b741-8f21cc9f8097 HTTP/1.1" status: 200 len: 1001 time: 0.0549304 Aug 08 02:37:57.406001 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cac333-da11-4c71-8275-36191ebf891e req-99f028c5-eb04-4e62-9f4d-52002761d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:57.407333 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a5cac333-da11-4c71-8275-36191ebf891e req-99f028c5-eb04-4e62-9f4d-52002761d015 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e0a15f1e-8f7d-40be-8001-fcd3ba94b32d HTTP/1.1" status: 200 len: 856 time: 0.0442297 Aug 08 02:37:57.454171 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cac333-da11-4c71-8275-36191ebf891e req-79589d7c-5c3e-4f3f-974f-515a66378974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:57.455876 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a5cac333-da11-4c71-8275-36191ebf891e req-79589d7c-5c3e-4f3f-974f-515a66378974 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87360f95-f3ba-477f-b837-ec26e9e98a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414808 Aug 08 02:37:57.547748 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a5cac333-da11-4c71-8275-36191ebf891e req-ee9ae392-1ff9-490d-a1ce-b769ac52ff24 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815239 Aug 08 02:37:57.641613 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a5cac333-da11-4c71-8275-36191ebf891e req-120cbc51-aa88-417f-809f-154f9c6534fa service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870657 Aug 08 02:37:57.895843 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970685ed-ea47-4a65-b17a-3c1b758d113a req-af2be399-3898-4dd0-8851-2d66f333f8ec tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:57.897315 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-970685ed-ea47-4a65-b17a-3c1b758d113a req-af2be399-3898-4dd0-8851-2d66f333f8ec tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0468683 Aug 08 02:37:57.945205 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-970685ed-ea47-4a65-b17a-3c1b758d113a req-12424ed0-f67f-42ff-91fc-5f442603a3b0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Aug 08 02:37:57.971190 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device f2e1be92-1e00-43fb-88a8-136ce824255c no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:37:57.992048 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: f2e1be92-1e00-43fb-88a8-136ce824255c {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:37:57.992393 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device f2e1be92-1e00-43fb-88a8-136ce824255c not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:37:58.493375 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:37:59.058004 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:59.072651 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd730b3f-af99-45be-9c98-0272968844f1 req-bc76340f-3777-478d-9b6b-c7df18a5b25b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:37:59.074125 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dd730b3f-af99-45be-9c98-0272968844f1 req-bc76340f-3777-478d-9b6b-c7df18a5b25b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 945 time: 0.0493505 Aug 08 02:37:59.124361 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-dd730b3f-af99-45be-9c98-0272968844f1 req-f28d50cd-36b5-423b-bd0f-564cb488c47b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443630 Aug 08 02:37:59.201728 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:37:59.951960 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 438a8af0-9043-4725-b741-8f21cc9f8097 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:37:59.974684 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:00.027016 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 438a8af0-9043-4725-b741-8f21cc9f8097 is: ACTIVE; New status is: DOWN {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:38:00.027340 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:00.050988 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '438a8af0-9043-4725-b741-8f21cc9f8097'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:38:00.053386 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0585b3-ecf8-4a5f-8331-549a9c35d551" -d '{"events": [{"server_uuid": "406d6f4e-a119-4be3-82c0-61f8de65229a", "name": "network-vif-unplugged", "status": "completed", "tag": "438a8af0-9043-4725-b741-8f21cc9f8097"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:38:00.070558 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 438a8af0-9043-4725-b741-8f21cc9f8097, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=438a8af0-9043-4725-b741-8f21cc9f8097,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:38:00.093614 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Aug 2022 02:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d12a63-e3fd-45c2-964f-121dbc8ef6e1 x-openstack-request-id: req-35d12a63-e3fd-45c2-964f-121dbc8ef6e1 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:38:00.093740 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406d6f4e-a119-4be3-82c0-61f8de65229a", "name": "network-vif-unplugged", "status": "completed", "tag": "438a8af0-9043-4725-b741-8f21cc9f8097", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:38:00.093923 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35d12a63-e3fd-45c2-964f-121dbc8ef6e1 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:38:00.094326 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d12a63-e3fd-45c2-964f-121dbc8ef6e1'] response: {'server_uuid': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '438a8af0-9043-4725-b741-8f21cc9f8097', 'code': 200} Aug 08 02:38:00.131055 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:00.180373 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=438a8af0-9043-4725-b741-8f21cc9f8097,revision_number=8']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:38:00.187579 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:38:00.187937 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:38:00.188295 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:38:00.188654 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:38:00.188989 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:38:00.189326 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:38:00.189655 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:38:00.189983 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:38:00.190309 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:38:00.190662 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:38:00.190991 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:38:00.191337 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:38:00.191665 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:38:00.192016 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:38:00.192343 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:38:00.259569 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053548b8-74df-45d8-9c76-26767646b5cf req-a593d1aa-962f-437f-8acd-94740d3b35b2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:00.261031 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-053548b8-74df-45d8-9c76-26767646b5cf req-a593d1aa-962f-437f-8acd-94740d3b35b2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0473478 Aug 08 02:38:00.307829 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-053548b8-74df-45d8-9c76-26767646b5cf req-abf037db-d755-4c79-a991-b299bf0e36bd tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411925 Aug 08 02:38:01.480535 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [req-79223a39-ef00-4b4c-933c-3651b24c7873 req-5bff9414-01c1-4bbe-812e-85de49ae7be4 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:38:01.481668 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-79223a39-ef00-4b4c-933c-3651b24c7873 req-5bff9414-01c1-4bbe-812e-85de49ae7be4 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0481720 Aug 08 02:38:01.847864 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5254c7-8221-43e3-b7ef-941d4a73cdf0 req-23abae97-ee46-49c6-8a81-c1e94bb91e61 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:01.849335 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8d5254c7-8221-43e3-b7ef-941d4a73cdf0 req-23abae97-ee46-49c6-8a81-c1e94bb91e61 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0517476 Aug 08 02:38:01.898865 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8d5254c7-8221-43e3-b7ef-941d4a73cdf0 req-3fa08768-3446-41db-bbd3-305fca40bae4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433161 Aug 08 02:38:02.247041 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 44082) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:38:02.324321 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17073d17-2838-4d10-8d41-11dff1a62884 req-915d5e04-a92e-43af-b894-3fcff7e25b7b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761373 Aug 08 02:38:02.332929 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-17073d17-2838-4d10-8d41-11dff1a62884 req-751872b7-7035-4169-b00f-435594e9d782 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:38:02.333858 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17073d17-2838-4d10-8d41-11dff1a62884 req-751872b7-7035-4169-b00f-435594e9d782 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050423 Aug 08 02:38:02.409218 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 44090) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:38:02.502959 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17073d17-2838-4d10-8d41-11dff1a62884 req-cfa2ba57-5827-44c1-9526-4c71a408b93c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:02.504367 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17073d17-2838-4d10-8d41-11dff1a62884 req-cfa2ba57-5827-44c1-9526-4c71a408b93c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports/438a8af0-9043-4725-b741-8f21cc9f8097 HTTP/1.1" status: 200 len: 940 time: 0.0941579 Aug 08 02:38:03.032617 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cef4e1-a82c-4654-831a-76b654c9222d req-a920285a-17f7-4901-ae6f-573b6075804d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:03.034137 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b0cef4e1-a82c-4654-831a-76b654c9222d req-a920285a-17f7-4901-ae6f-573b6075804d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0516276 Aug 08 02:38:03.083531 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b0cef4e1-a82c-4654-831a-76b654c9222d req-bf8fb5af-6e90-466b-9f4b-7ff1f6243105 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435531 Aug 08 02:38:04.210544 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ee2c8-2af7-492c-ad91-57f6ec0ca8a5 req-bef354af-a01f-487c-af5f-f658c7ca0280 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:04.211900 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-595ee2c8-2af7-492c-ad91-57f6ec0ca8a5 req-bef354af-a01f-487c-af5f-f658c7ca0280 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0498488 Aug 08 02:38:04.259957 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-595ee2c8-2af7-492c-ad91-57f6ec0ca8a5 req-f1589095-f940-4821-bb07-0e8cae7d063c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419958 Aug 08 02:38:04.404489 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 438a8af0-9043-4725-b741-8f21cc9f8097 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:38:04.479473 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 438a8af0-9043-4725-b741-8f21cc9f8097 is: DOWN; New status is: DOWN {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:38:05.382551 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fadf9-3b6f-48f6-90fb-b05ebedc119b req-7be113b9-81e1-40bb-b105-ee3819607f46 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:05.384018 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-197fadf9-3b6f-48f6-90fb-b05ebedc119b req-7be113b9-81e1-40bb-b105-ee3819607f46 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0479486 Aug 08 02:38:05.431396 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-197fadf9-3b6f-48f6-90fb-b05ebedc119b req-3541ea08-dc1e-43ca-babc-88d3a6f7d5be tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416126 Aug 08 02:38:06.557807 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3562b-a3de-4510-9e76-5af5787bef93 req-5b95de11-0ecf-4bec-953e-3ccf72d512ac tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:06.559306 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-92f3562b-a3de-4510-9e76-5af5787bef93 req-5b95de11-0ecf-4bec-953e-3ccf72d512ac tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0487063 Aug 08 02:38:06.643187 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:06.671563 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17073d17-2838-4d10-8d41-11dff1a62884 req-bd379570-b9f2-41ae-9ed2-b055ff47ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:06.673038 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17073d17-2838-4d10-8d41-11dff1a62884 req-bd379570-b9f2-41ae-9ed2-b055ff47ac56 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a&tenant_id=dddb64c31c0a4db2a184543c435c7bc0 HTTP/1.1" status: 200 len: 1127 time: 0.0922174 Aug 08 02:38:06.676227 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-92f3562b-a3de-4510-9e76-5af5787bef93 req-bb914a20-f4ef-488a-8d74-cffc59bbeecf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114571 Aug 08 02:38:06.739484 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17073d17-2838-4d10-8d41-11dff1a62884 req-311534a7-4a51-4e05-9704-5ce826ecfa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:06.740843 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17073d17-2838-4d10-8d41-11dff1a62884 req-311534a7-4a51-4e05-9704-5ce826ecfa53 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 1127 time: 0.0392354 Aug 08 02:38:06.804926 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:06.835313 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17073d17-2838-4d10-8d41-11dff1a62884 req-7c04dcd8-f34b-4d08-b4d2-766461906370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:06.836832 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17073d17-2838-4d10-8d41-11dff1a62884 req-7c04dcd8-f34b-4d08-b4d2-766461906370 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87360f95-f3ba-477f-b837-ec26e9e98a48 HTTP/1.1" status: 200 len: 918 time: 0.0875256 Aug 08 02:38:06.899411 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17073d17-2838-4d10-8d41-11dff1a62884 req-f51507e0-9d12-464e-b560-45f8338dfe83 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=438a8af0-9043-4725-b741-8f21cc9f8097 HTTP/1.1" status: 200 len: 999 time: 0.0542889 Aug 08 02:38:06.949374 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17073d17-2838-4d10-8d41-11dff1a62884 req-df135844-cd56-4b36-894b-a6d212b97c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:06.950816 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17073d17-2838-4d10-8d41-11dff1a62884 req-df135844-cd56-4b36-894b-a6d212b97c7c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e0a15f1e-8f7d-40be-8001-fcd3ba94b32d HTTP/1.1" status: 200 len: 856 time: 0.0443432 Aug 08 02:38:07.213403 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17073d17-2838-4d10-8d41-11dff1a62884 req-d4276193-6720-4665-8533-d1bd4af775ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:07.215894 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17073d17-2838-4d10-8d41-11dff1a62884 req-d4276193-6720-4665-8533-d1bd4af775ae service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87360f95-f3ba-477f-b837-ec26e9e98a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2590349 Aug 08 02:38:07.310732 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17073d17-2838-4d10-8d41-11dff1a62884 req-73e06f0a-a553-44ac-9e7e-344d065bcd15 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885556 Aug 08 02:38:07.406506 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17073d17-2838-4d10-8d41-11dff1a62884 req-f569979a-be84-49f6-86f3-e95c77cc3060 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897238 Aug 08 02:38:07.808451 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8465996-50fd-4e27-8265-54206817b122 req-77969dec-42dc-4081-9e86-6bccf561ab94 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:07.809914 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e8465996-50fd-4e27-8265-54206817b122 req-77969dec-42dc-4081-9e86-6bccf561ab94 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0510089 Aug 08 02:38:07.861126 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e8465996-50fd-4e27-8265-54206817b122 req-946c2ef2-3e87-4f37-941c-ee8e6d66bd43 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452800 Aug 08 02:38:08.992194 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c72984-d453-473b-87c2-3bca763e14ec req-0035dc9b-3882-4361-83e1-87b4318819fd tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:08.993720 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e0c72984-d453-473b-87c2-3bca763e14ec req-0035dc9b-3882-4361-83e1-87b4318819fd tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0519426 Aug 08 02:38:09.044999 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e0c72984-d453-473b-87c2-3bca763e14ec req-72763e80-a997-4a36-9b5a-c72f10158c41 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454748 Aug 08 02:38:10.178255 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28977d84-31fc-47c8-aa35-9d339d474ac2 req-eb585af2-ca3a-4637-9962-e9a03973b2ba tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:10.179701 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-28977d84-31fc-47c8-aa35-9d339d474ac2 req-eb585af2-ca3a-4637-9962-e9a03973b2ba tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0473535 Aug 08 02:38:10.234001 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-28977d84-31fc-47c8-aa35-9d339d474ac2 req-fd924e44-17b3-4300-b1eb-625dcc1597b1 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486512 Aug 08 02:38:11.366123 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31e89f-3fbe-4bb5-b56f-cb6ab499054d req-5eb2a41a-3178-4116-a2e7-f4a96fc139fc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:11.367622 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff31e89f-3fbe-4bb5-b56f-cb6ab499054d req-5eb2a41a-3178-4116-a2e7-f4a96fc139fc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0540187 Aug 08 02:38:11.416462 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff31e89f-3fbe-4bb5-b56f-cb6ab499054d req-ebda2afe-d835-492e-b6ad-88224e366ae0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413024 Aug 08 02:38:12.552440 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08414d4e-8826-48fe-8936-446ddb142713 req-273bc158-a8b5-455b-acfc-5254ba6dcf0b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:12.553923 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-08414d4e-8826-48fe-8936-446ddb142713 req-273bc158-a8b5-455b-acfc-5254ba6dcf0b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0554380 Aug 08 02:38:12.601343 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-08414d4e-8826-48fe-8936-446ddb142713 req-e6735ca8-93a9-4ded-a7d6-37f633bfbca1 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414884 Aug 08 02:38:13.726530 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8a7cf-8387-4bd4-8e68-80ad16b4cb57 req-2a341e51-3ca6-40de-b3e5-d8e563e62cda tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:13.728011 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-34d8a7cf-8387-4bd4-8e68-80ad16b4cb57 req-2a341e51-3ca6-40de-b3e5-d8e563e62cda tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0469236 Aug 08 02:38:13.779808 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-34d8a7cf-8387-4bd4-8e68-80ad16b4cb57 req-50330a47-3976-4335-bac3-07adf7e3e622 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456297 Aug 08 02:38:14.476568 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:14.477834 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=58,neutron:UPDATE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:14.906302 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8592c4-7e3d-4a40-8e75-e3efe6050408 req-55213ce8-09b7-43aa-9df8-aaeebe584b58 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:14.907782 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6f8592c4-7e3d-4a40-8e75-e3efe6050408 req-55213ce8-09b7-43aa-9df8-aaeebe584b58 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0495672 Aug 08 02:38:14.953679 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6f8592c4-7e3d-4a40-8e75-e3efe6050408 req-79c79601-6020-4a8f-8dc7-92d9a1d91bed tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404797 Aug 08 02:38:16.080457 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce0663-724a-42bf-b346-fd53896ebc2e req-fab96fe4-cf0d-4f83-9171-b2ddf21ac994 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:16.081934 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-19ce0663-724a-42bf-b346-fd53896ebc2e req-fab96fe4-cf0d-4f83-9171-b2ddf21ac994 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0496712 Aug 08 02:38:16.132766 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-19ce0663-724a-42bf-b346-fd53896ebc2e req-af4d8c3a-c07b-4840-ad2e-c62f9fd548ff tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452065 Aug 08 02:38:17.270729 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9f989-723e-470c-ae10-fa5f6da33b59 req-fce52740-a7dd-4b61-9ea0-ebe58ba1fb3c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:17.272295 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6be9f989-723e-470c-ae10-fa5f6da33b59 req-fce52740-a7dd-4b61-9ea0-ebe58ba1fb3c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0547831 Aug 08 02:38:17.326069 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6be9f989-723e-470c-ae10-fa5f6da33b59 req-c7961b6d-0068-45e8-9e90-dd6392ffc2cd tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467169 Aug 08 02:38:18.455511 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5f6da-4c52-46e2-9b76-d516ea93edb9 req-3d462cf8-0764-40a2-b8f3-b2ed9ca13684 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:18.456995 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-52f5f6da-4c52-46e2-9b76-d516ea93edb9 req-3d462cf8-0764-40a2-b8f3-b2ed9ca13684 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0491033 Aug 08 02:38:18.509605 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-52f5f6da-4c52-46e2-9b76-d516ea93edb9 req-b1a3337b-00e5-4994-82e4-afd93c059185 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438380 Aug 08 02:38:18.992539 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:18.993540 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:19.634216 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a728a-e88b-46f9-b64e-3af5f6d476d7 req-4cc7c9e1-d5f3-47a6-a7e3-e6ddda4c0f5c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:19.635687 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1d3a728a-e88b-46f9-b64e-3af5f6d476d7 req-4cc7c9e1-d5f3-47a6-a7e3-e6ddda4c0f5c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0497875 Aug 08 02:38:19.681389 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1d3a728a-e88b-46f9-b64e-3af5f6d476d7 req-611d4906-51af-48dd-98a2-e3ad91d5f171 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402336 Aug 08 02:38:20.545017 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3c653ae5-5915-40ad-be8d-2adf22051f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:20.807999 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9d6d7-bfb2-4577-8e7e-02cbb68de267 req-d0420905-8138-499b-baf2-5ebee2546642 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:20.810150 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8eb9d6d7-bfb2-4577-8e7e-02cbb68de267 req-d0420905-8138-499b-baf2-5ebee2546642 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0521753 Aug 08 02:38:20.830331 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:20.861759 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8eb9d6d7-bfb2-4577-8e7e-02cbb68de267 req-7ed598ef-666a-4392-aef4-0bcfe78c4051 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459344 Aug 08 02:38:21.988611 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec021247-7d26-4b5a-a550-a36287bd6737 req-6df1bdd5-cc5e-4577-a4c9-77313558d616 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:21.990050 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ec021247-7d26-4b5a-a550-a36287bd6737 req-6df1bdd5-cc5e-4577-a4c9-77313558d616 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0474412 Aug 08 02:38:22.008770 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:22.026652 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:22.038784 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ec021247-7d26-4b5a-a550-a36287bd6737 req-b2559876-98b2-498a-befd-f71e517f91f2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431249 Aug 08 02:38:22.882333 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6c107ddd-0e37-4591-a83f-0f92182638a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:23.176821 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad4ed7-ddb7-4b0a-9f94-205e6c4e01c2 req-ea8a3dc5-6eab-41ee-bae7-a00bb48e1598 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:23.178206 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9aad4ed7-ddb7-4b0a-9f94-205e6c4e01c2 req-ea8a3dc5-6eab-41ee-bae7-a00bb48e1598 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0533257 Aug 08 02:38:23.216423 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:23.229207 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9aad4ed7-ddb7-4b0a-9f94-205e6c4e01c2 req-9e818a60-83c0-432a-abf9-49a1cad6da93 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454226 Aug 08 02:38:24.359923 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c4f94-4b5a-4d77-ba24-b54e8dfe5933 req-c81c9e3d-9842-4cbf-8dc7-d78a61b00bab tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:24.361280 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ed0c4f94-4b5a-4d77-ba24-b54e8dfe5933 req-c81c9e3d-9842-4cbf-8dc7-d78a61b00bab tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0482292 Aug 08 02:38:24.365245 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:24.413270 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ed0c4f94-4b5a-4d77-ba24-b54e8dfe5933 req-49763aec-f0e2-40d6-b18a-96b363a43e6e tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459223 Aug 08 02:38:25.539437 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0014aa6-f7f9-42cc-a1cd-bd6b765d6b46 req-290e74c0-771d-4899-a9f4-de3788b44fea tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:25.540871 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d0014aa6-f7f9-42cc-a1cd-bd6b765d6b46 req-290e74c0-771d-4899-a9f4-de3788b44fea tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0486567 Aug 08 02:38:25.590723 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d0014aa6-f7f9-42cc-a1cd-bd6b765d6b46 req-70289058-4260-401d-ab2f-43cecee5ca99 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436571 Aug 08 02:38:26.003879 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:26.073705 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:26.716635 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82139b5f-daa7-45d2-97fa-97fe35680b81 req-ea86d885-76af-41e9-8faf-2866f8f10e2d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:26.718061 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-82139b5f-daa7-45d2-97fa-97fe35680b81 req-ea86d885-76af-41e9-8faf-2866f8f10e2d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0471380 Aug 08 02:38:26.765537 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-82139b5f-daa7-45d2-97fa-97fe35680b81 req-7ef10541-9c79-41d5-9aa8-c5e70045dd87 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419519 Aug 08 02:38:26.976497 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:38:27.889697 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579ca71-2937-43c3-a6c0-5e0609b2363b req-1083627f-c6da-4804-8bf6-9b634c97f1a3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:27.891169 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5579ca71-2937-43c3-a6c0-5e0609b2363b req-1083627f-c6da-4804-8bf6-9b634c97f1a3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0484962 Aug 08 02:38:27.942398 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5579ca71-2937-43c3-a6c0-5e0609b2363b req-98b089a5-f8e8-4021-8cc5-af88fc2c3d82 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458055 Aug 08 02:38:28.519877 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:29.066670 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112636f-a699-4f7e-8c2a-93d06b62678c req-f68164b7-4a1f-4589-bac6-0418a52f01e0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:29.068117 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7112636f-a699-4f7e-8c2a-93d06b62678c req-f68164b7-4a1f-4589-bac6-0418a52f01e0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0472355 Aug 08 02:38:29.114053 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7112636f-a699-4f7e-8c2a-93d06b62678c req-f5d5be94-e33f-43f5-b9b4-3906728bc7f7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404739 Aug 08 02:38:29.464073 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b250e95-752b-4f75-925f-0f6b4e23efa7 req-9fe07395-7e08-4d2c-88e6-2fdc15bb8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:29.465671 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9b250e95-752b-4f75-925f-0f6b4e23efa7 req-9fe07395-7e08-4d2c-88e6-2fdc15bb8617 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 1127 time: 0.0412474 Aug 08 02:38:29.583134 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b250e95-752b-4f75-925f-0f6b4e23efa7 req-a15766f4-11a8-49ac-80c6-bcbbac5d6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:29.584625 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9b250e95-752b-4f75-925f-0f6b4e23efa7 req-a15766f4-11a8-49ac-80c6-bcbbac5d6285 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87360f95-f3ba-477f-b837-ec26e9e98a48 HTTP/1.1" status: 200 len: 918 time: 0.0949004 Aug 08 02:38:29.658223 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9b250e95-752b-4f75-925f-0f6b4e23efa7 req-c9948eae-a5d5-4c51-8376-d91f77ec64c7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=438a8af0-9043-4725-b741-8f21cc9f8097 HTTP/1.1" status: 200 len: 999 time: 0.0663431 Aug 08 02:38:29.714029 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b250e95-752b-4f75-925f-0f6b4e23efa7 req-a2521da8-d800-46c1-b7d1-829ca06657f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:29.715605 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9b250e95-752b-4f75-925f-0f6b4e23efa7 req-a2521da8-d800-46c1-b7d1-829ca06657f9 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e0a15f1e-8f7d-40be-8001-fcd3ba94b32d HTTP/1.1" status: 200 len: 856 time: 0.0486722 Aug 08 02:38:29.761417 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b250e95-752b-4f75-925f-0f6b4e23efa7 req-496add72-a5e0-48f7-9544-8c4e139bd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:29.763577 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9b250e95-752b-4f75-925f-0f6b4e23efa7 req-496add72-a5e0-48f7-9544-8c4e139bd124 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87360f95-f3ba-477f-b837-ec26e9e98a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419497 Aug 08 02:38:29.870423 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9b250e95-752b-4f75-925f-0f6b4e23efa7 req-716e798b-8e7a-4787-843b-faf78b18dafe service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957644 Aug 08 02:38:29.975250 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9b250e95-752b-4f75-925f-0f6b4e23efa7 req-112e0815-cfc6-4ce3-bfd4-06121134f88d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978165 Aug 08 02:38:30.243895 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d7259-b66f-4fac-8cb9-46438fc8d7d4 req-de968ac3-a263-4a52-8780-2748882f8d00 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:30.245264 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e41d7259-b66f-4fac-8cb9-46438fc8d7d4 req-de968ac3-a263-4a52-8780-2748882f8d00 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0481355 Aug 08 02:38:30.292589 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e41d7259-b66f-4fac-8cb9-46438fc8d7d4 req-06aea846-0178-4437-9500-d3f662a34920 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416641 Aug 08 02:38:31.421014 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d455e0e-453b-42b9-a015-9356be444c26 req-45cc7193-2cdb-4239-9f01-899495addbd3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:31.422492 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5d455e0e-453b-42b9-a015-9356be444c26 req-45cc7193-2cdb-4239-9f01-899495addbd3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0496604 Aug 08 02:38:31.468781 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5d455e0e-453b-42b9-a015-9356be444c26 req-ab7b3d10-828f-4ee4-93f1-66f38e565b75 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405912 Aug 08 02:38:32.593785 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b83042-8582-4bbe-bb78-d79b81af5d76 req-945b6da6-1dc1-4877-a49a-4b9862e63076 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:32.595416 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-63b83042-8582-4bbe-bb78-d79b81af5d76 req-945b6da6-1dc1-4877-a49a-4b9862e63076 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0490916 Aug 08 02:38:32.642855 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-63b83042-8582-4bbe-bb78-d79b81af5d76 req-7b7d8983-d3eb-42c0-9627-fcd4156999d3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419865 Aug 08 02:38:33.766205 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff77265-4e79-4d39-983f-827f1835e4f7 req-5d107f91-06ab-41ce-9287-e199d7d67545 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:33.767708 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0ff77265-4e79-4d39-983f-827f1835e4f7 req-5d107f91-06ab-41ce-9287-e199d7d67545 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0469306 Aug 08 02:38:33.814129 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0ff77265-4e79-4d39-983f-827f1835e4f7 req-40b7c62a-9331-4d38-9e90-72f621762001 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405085 Aug 08 02:38:34.944156 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c3e46-68b4-471d-90f6-503c27bbabe9 req-d5f2f525-7784-47e3-995c-0a152ed4de07 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:34.945647 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dd5c3e46-68b4-471d-90f6-503c27bbabe9 req-d5f2f525-7784-47e3-995c-0a152ed4de07 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0519085 Aug 08 02:38:34.994284 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dd5c3e46-68b4-471d-90f6-503c27bbabe9 req-7f3ac69e-38d8-4ed3-bb69-70b813733bf2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427358 Aug 08 02:38:35.716524 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 44338) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:38:35.723323 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:35.745207 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:35.761170 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7be7009-97b9-4d4e-b094-032152fc04f2 admin admin] Deleting subnet 6a08cb1c-6783-42c0-a4e7-dc9423a83400 {{(pid=104277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:38:35.764902 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a7be7009-97b9-4d4e-b094-032152fc04f2 admin admin] Publish callbacks [] for subnet (6a08cb1c-6783-42c0-a4e7-dc9423a83400), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:35.798782 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a7be7009-97b9-4d4e-b094-032152fc04f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3841700'] for subnet (6a08cb1c-6783-42c0-a4e7-dc9423a83400), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:35.845670 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a7be7009-97b9-4d4e-b094-032152fc04f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (6a08cb1c-6783-42c0-a4e7-dc9423a83400), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:35.960168 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a7be7009-97b9-4d4e-b094-032152fc04f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521514'] for subnet (6a08cb1c-6783-42c0-a4e7-dc9423a83400), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:35.987281 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be7009-97b9-4d4e-b094-032152fc04f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a08cb1c-6783-42c0-a4e7-dc9423a83400,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:38:35.991070 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a7be7009-97b9-4d4e-b094-032152fc04f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:35.994819 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-a7be7009-97b9-4d4e-b094-032152fc04f2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/6a08cb1c-6783-42c0-a4e7-dc9423a83400 HTTP/1.1" status: 204 len: 168 time: 0.2772524 Aug 08 02:38:35.996693 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 44340) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:38:36.008939 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:36.071398 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-de872cde-d4ec-41eb-a455-16c2e9bbe3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (235dc6e2-4294-4f34-bc7f-a3769150961e), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:36.124785 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456838c-7481-44dc-bda3-46ec7ca5b453 req-8dee63d5-a484-42b0-a3a4-05bf58246df1 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:36.126267 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a456838c-7481-44dc-bda3-46ec7ca5b453 req-8dee63d5-a484-42b0-a3a4-05bf58246df1 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 943 time: 0.0492017 Aug 08 02:38:36.154191 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-de872cde-d4ec-41eb-a455-16c2e9bbe3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (235dc6e2-4294-4f34-bc7f-a3769150961e), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:36.175607 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-de872cde-d4ec-41eb-a455-16c2e9bbe3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235dc6e2-4294-4f34-bc7f-a3769150961e']}} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:38:36.180969 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a456838c-7481-44dc-bda3-46ec7ca5b453 req-3eeaf53c-8bf8-4630-808c-350a2aa2bd82 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452089 Aug 08 02:38:36.186029 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-de872cde-d4ec-41eb-a455-16c2e9bbe3b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bad3da-eb7b-487e-9c8d-27a7732431a8') {'for_net_delete': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:38:36.186367 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-de872cde-d4ec-41eb-a455-16c2e9bbe3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bad3da-eb7b-487e-9c8d-27a7732431a8') {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:38:36.192918 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:36.196515 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-de872cde-d4ec-41eb-a455-16c2e9bbe3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3841709'] for segment (80bad3da-eb7b-487e-9c8d-27a7732431a8), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:36.210247 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-de872cde-d4ec-41eb-a455-16c2e9bbe3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (80bad3da-eb7b-487e-9c8d-27a7732431a8), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:36.217048 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de872cde-d4ec-41eb-a455-16c2e9bbe3b7 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=104277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:38:36.219267 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-de872cde-d4ec-41eb-a455-16c2e9bbe3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3840337'] for segment (80bad3da-eb7b-487e-9c8d-27a7732431a8), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:36.260045 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 80bad3da-eb7b-487e-9c8d-27a7732431a8 resource provider aggregate not found Aug 08 02:38:36.278725 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 80bad3da-eb7b-487e-9c8d-27a7732431a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80bad3da-eb7b-487e-9c8d-27a7732431a8 found for delete ", "request_id": "req-6b3a5ed7-9b09-4dc1-9342-719286feb827"}]} Aug 08 02:38:36.348904 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-de872cde-d4ec-41eb-a455-16c2e9bbe3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (235dc6e2-4294-4f34-bc7f-a3769150961e), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:36.354499 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-de872cde-d4ec-41eb-a455-16c2e9bbe3b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:36.361324 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-de872cde-d4ec-41eb-a455-16c2e9bbe3b7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/235dc6e2-4294-4f34-bc7f-a3769150961e HTTP/1.1" status: 204 len: 168 time: 0.3600800 Aug 08 02:38:36.371922 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de872cde-d4ec-41eb-a455-16c2e9bbe3b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=235dc6e2-4294-4f34-bc7f-a3769150961e,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:38:36.481958 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 438a8af0-9043-4725-b741-8f21cc9f8097 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:38:36.582444 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 438a8af0-9043-4725-b741-8f21cc9f8097, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=438a8af0-9043-4725-b741-8f21cc9f8097,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:38:36.594162 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': '438a8af0-9043-4725-b741-8f21cc9f8097', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'port_id': '438a8af0-9043-4725-b741-8f21cc9f8097', 'mac_address': 'fa:16:3e:22:54:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:38:36.627819 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 438a8af0-9043-4725-b741-8f21cc9f8097 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:38:36.628211 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:36.644812 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438a8af0-9043-4725-b741-8f21cc9f8097 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:38:36.664559 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 438a8af0-9043-4725-b741-8f21cc9f8097, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=438a8af0-9043-4725-b741-8f21cc9f8097,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:38:36.667889 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 44350) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:38:36.709238 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-9974f262-1f17-4ee7-9abf-27c5f3e3c150 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5ec7a76094c54d6c8e2517e254f44c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401814 Aug 08 02:38:36.711765 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 44352) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:38:36.717167 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:36.762179 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b5fc93a9-4428-4693-b9f0-8c94de799768 admin admin] Publish callbacks [] for security_group (81e739b4-7ff9-4312-a603-44bc2145f1d0), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:36.763612 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=438a8af0-9043-4725-b741-8f21cc9f8097,revision_number=9']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:38:36.785752 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b5fc93a9-4428-4693-b9f0-8c94de799768 admin admin] Publish callbacks [] for security_group (81e739b4-7ff9-4312-a603-44bc2145f1d0), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:36.919596 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b5fc93a9-4428-4693-b9f0-8c94de799768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (81e739b4-7ff9-4312-a603-44bc2145f1d0), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:36.922422 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b5fc93a9-4428-4693-b9f0-8c94de799768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:36.923637 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-b5fc93a9-4428-4693-b9f0-8c94de799768 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/81e739b4-7ff9-4312-a603-44bc2145f1d0 HTTP/1.1" status: 204 len: 168 time: 0.2109990 Aug 08 02:38:36.931890 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc93a9-4428-4693-b9f0-8c94de799768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e739b4-7ff9-4312-a603-44bc2145f1d0,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:38:36.973031 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:37.212439 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['438a8af0-9043-4725-b741-8f21cc9f8097'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:38:37.316735 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e3a49-77ad-4bc6-97db-45981e05262c req-5cbb7c59-4a9f-4797-ac3e-d7638dea8d6a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:37.318690 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-be6e3a49-77ad-4bc6-97db-45981e05262c req-5cbb7c59-4a9f-4797-ac3e-d7638dea8d6a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 944 time: 0.0532317 Aug 08 02:38:37.377014 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-be6e3a49-77ad-4bc6-97db-45981e05262c req-46b1a3ab-0eeb-49e4-b9c4-a74942e2be90 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514758 Aug 08 02:38:38.499980 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 438a8af0-9043-4725-b741-8f21cc9f8097 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:38:38.502795 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fab8c-94a6-49ab-8409-abc5b4aa0330 req-e63e7fe3-5669-44f4-b83a-15603d7beaf8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:38.504284 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f17fab8c-94a6-49ab-8409-abc5b4aa0330 req-e63e7fe3-5669-44f4-b83a-15603d7beaf8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 944 time: 0.0460474 Aug 08 02:38:38.544236 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port 438a8af0-9043-4725-b741-8f21cc9f8097 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:38:38.544669 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:38.552520 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f17fab8c-94a6-49ab-8409-abc5b4aa0330 req-cfdd242b-f328-4663-a4bd-2dab2e40f597 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425479 Aug 08 02:38:38.615610 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 438a8af0-9043-4725-b741-8f21cc9f8097 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:38:38.615995 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:38.641819 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438a8af0-9043-4725-b741-8f21cc9f8097'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:38:38.644095 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115c2101-22e5-4497-9b17-1ee88b4465fa" -d '{"events": [{"server_uuid": "406d6f4e-a119-4be3-82c0-61f8de65229a", "name": "network-vif-plugged", "status": "completed", "tag": "438a8af0-9043-4725-b741-8f21cc9f8097"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:38:38.656277 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 438a8af0-9043-4725-b741-8f21cc9f8097, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=438a8af0-9043-4725-b741-8f21cc9f8097,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:38:38.725701 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:38.750676 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:38.772581 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=438a8af0-9043-4725-b741-8f21cc9f8097,revision_number=10']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:38:38.857602 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62dbab1-27a9-4160-903e-554bc8fd59e1 x-openstack-request-id: req-c62dbab1-27a9-4160-903e-554bc8fd59e1 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:38:38.857916 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406d6f4e-a119-4be3-82c0-61f8de65229a", "name": "network-vif-plugged", "status": "completed", "tag": "438a8af0-9043-4725-b741-8f21cc9f8097", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:38:38.858170 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c62dbab1-27a9-4160-903e-554bc8fd59e1 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:38:38.858616 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62dbab1-27a9-4160-903e-554bc8fd59e1'] response: {'server_uuid': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438a8af0-9043-4725-b741-8f21cc9f8097', 'code': 200} Aug 08 02:38:39.658788 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da75b1e-28d4-4123-9fda-2dc0de81d38f req-6c054933-5103-4894-bc6d-1a8baae0ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:39.660273 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5da75b1e-28d4-4123-9fda-2dc0de81d38f req-6c054933-5103-4894-bc6d-1a8baae0ca72 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 1130 time: 0.0391490 Aug 08 02:38:39.678064 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee4c70-1d4a-4b31-856e-f53cc5848311 req-93f87ef0-86ad-4239-b90d-29e5d8b132ec tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:39.679641 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d7ee4c70-1d4a-4b31-856e-f53cc5848311 req-93f87ef0-86ad-4239-b90d-29e5d8b132ec tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 946 time: 0.0475342 Aug 08 02:38:39.702161 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:39.706304 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5da75b1e-28d4-4123-9fda-2dc0de81d38f req-cb66f82f-f62b-4971-a993-f664468d0e89 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393093 Aug 08 02:38:39.728988 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d7ee4c70-1d4a-4b31-856e-f53cc5848311 req-fccd9b1c-8807-4bfc-b845-95cc2d8be0b7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435567 Aug 08 02:38:40.055242 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc000a3e-a9dc-4f05-bd90-57ccb0f72586 req-cfbbfc13-a84c-4f7c-a9f5-5d1551f6a2f0 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:40.057058 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fc000a3e-a9dc-4f05-bd90-57ccb0f72586 req-cfbbfc13-a84c-4f7c-a9f5-5d1551f6a2f0 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 984 time: 0.0514367 Aug 08 02:38:40.118718 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fc000a3e-a9dc-4f05-bd90-57ccb0f72586 req-2bbc4481-90e9-49e8-a00e-a1fc57da6b05 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7f7711eb-fcaa-4daa-a144-201e3b1c9867&id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552752 Aug 08 02:38:40.227591 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ad98d-db94-4ff8-863c-cecdf5cb026a req-e43ad97d-f436-4e2d-b4cf-f32816187dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:40.228943 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e34ad98d-db94-4ff8-863c-cecdf5cb026a req-e43ad97d-f436-4e2d-b4cf-f32816187dab service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=31bdca178d874d499b1492305ad45a9c&device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 1168 time: 0.0432565 Aug 08 02:38:40.279781 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:40.321994 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ad98d-db94-4ff8-863c-cecdf5cb026a req-4a0f6a02-0c05-446b-9ba1-c55bd88451e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:40.323492 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e34ad98d-db94-4ff8-863c-cecdf5cb026a req-4a0f6a02-0c05-446b-9ba1-c55bd88451e5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0039794c-6513-403c-9341-87684af30240 HTTP/1.1" status: 200 len: 915 time: 0.0867817 Aug 08 02:38:40.859557 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb80c8-e2fe-4fc5-8139-563d620999f3 req-8fe1f605-a9fa-4844-89bf-e7f0a3c6a724 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:40.861033 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-03fb80c8-e2fe-4fc5-8139-563d620999f3 req-8fe1f605-a9fa-4844-89bf-e7f0a3c6a724 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 946 time: 0.0529385 Aug 08 02:38:40.908062 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-03fb80c8-e2fe-4fc5-8139-563d620999f3 req-00af75ba-3587-4e1c-9636-75fe0096e88d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415649 Aug 08 02:38:41.130543 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e34ad98d-db94-4ff8-863c-cecdf5cb026a req-0cf51504-2275-4c83-a713-1b0f9cabf396 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1663d83-3f81-40a7-968b-47e96bdf8eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0558057 Aug 08 02:38:41.180005 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ad98d-db94-4ff8-863c-cecdf5cb026a req-9f8e4ab7-2788-4a81-9ff4-abb25758768e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:41.181453 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e34ad98d-db94-4ff8-863c-cecdf5cb026a req-9f8e4ab7-2788-4a81-9ff4-abb25758768e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5 HTTP/1.1" status: 200 len: 853 time: 0.0443213 Aug 08 02:38:41.236242 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ad98d-db94-4ff8-863c-cecdf5cb026a req-00efe50e-6358-45fa-81e7-97ec6cb336ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:41.237720 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e34ad98d-db94-4ff8-863c-cecdf5cb026a req-00efe50e-6358-45fa-81e7-97ec6cb336ce service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0039794c-6513-403c-9341-87684af30240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440950 Aug 08 02:38:41.240228 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0bd37-792a-4282-84d0-e46dbc3900e8 req-5f4ae893-36fd-4ee3-bd41-740d5b1f2216 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:41.241690 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-43f0bd37-792a-4282-84d0-e46dbc3900e8 req-5f4ae893-36fd-4ee3-bd41-740d5b1f2216 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 984 time: 0.0484178 Aug 08 02:38:41.300883 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-43f0bd37-792a-4282-84d0-e46dbc3900e8 req-b16519a4-1daf-49b7-8d6b-13bee021a3b9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7f7711eb-fcaa-4daa-a144-201e3b1c9867&id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534735 Aug 08 02:38:41.332974 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e34ad98d-db94-4ff8-863c-cecdf5cb026a req-521c9233-a651-4db9-83f3-1b670e57a647 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0039794c-6513-403c-9341-87684af30240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846522 Aug 08 02:38:41.424573 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e34ad98d-db94-4ff8-863c-cecdf5cb026a req-954d6c80-fa2e-402e-b4e6-62aa9cde909c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0039794c-6513-403c-9341-87684af30240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848563 Aug 08 02:38:42.034216 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f020a1-9bf7-4a5f-88f5-897d012bac15 req-ca575bda-8b61-4611-a146-0faa1e9a6713 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:42.035698 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-52f020a1-9bf7-4a5f-88f5-897d012bac15 req-ca575bda-8b61-4611-a146-0faa1e9a6713 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 946 time: 0.0480409 Aug 08 02:38:42.083596 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-52f020a1-9bf7-4a5f-88f5-897d012bac15 req-f559483f-b5db-4254-89b5-7e53a3853a5a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424066 Aug 08 02:38:42.434021 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8badb-2d3b-4d00-902f-c1ae6fc40409 req-1099c19c-75cf-4355-9500-59ae31e2bd9b tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:42.436019 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-80a8badb-2d3b-4d00-902f-c1ae6fc40409 req-1099c19c-75cf-4355-9500-59ae31e2bd9b tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 984 time: 0.0535905 Aug 08 02:38:42.456108 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:42.462054 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:42.498841 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-80a8badb-2d3b-4d00-902f-c1ae6fc40409 req-910354a6-3ea8-45c1-9e5a-98fdeb6693c5 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7f7711eb-fcaa-4daa-a144-201e3b1c9867&id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562458 Aug 08 02:38:43.227888 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3da820-ff36-4953-ba06-cd5b3eef0505 req-b6721f9c-2e5e-4f80-b948-8936797f4d42 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:43.229432 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3c3da820-ff36-4953-ba06-cd5b3eef0505 req-b6721f9c-2e5e-4f80-b948-8936797f4d42 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 946 time: 0.0651398 Aug 08 02:38:43.278006 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3c3da820-ff36-4953-ba06-cd5b3eef0505 req-e610d6f6-0274-472b-847d-d4e2a08b8aeb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428843 Aug 08 02:38:43.625290 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5f198-3b54-41d2-ad22-ac0b08a16ab5 req-95056bfd-2d77-4259-8dcc-6cff60914234 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:43.626828 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-55a5f198-3b54-41d2-ad22-ac0b08a16ab5 req-95056bfd-2d77-4259-8dcc-6cff60914234 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 984 time: 0.0475509 Aug 08 02:38:43.688699 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-55a5f198-3b54-41d2-ad22-ac0b08a16ab5 req-b345f89f-8e05-479f-b696-c717e26e22e7 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7f7711eb-fcaa-4daa-a144-201e3b1c9867&id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559754 Aug 08 02:38:44.402457 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f1402-faa1-40fc-9ea2-4adf9eb4e400 req-5351daf6-4ded-4707-81a5-e07f3417cd3f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:44.403971 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dd5f1402-faa1-40fc-9ea2-4adf9eb4e400 req-5351daf6-4ded-4707-81a5-e07f3417cd3f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 946 time: 0.0475307 Aug 08 02:38:44.450480 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dd5f1402-faa1-40fc-9ea2-4adf9eb4e400 req-ea5f2f51-117d-4b19-9cee-9c04fbe531be tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403957 Aug 08 02:38:44.812752 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd531a-4bfc-4422-8dca-ebf5c18e5ad8 req-6f8765a9-76ce-460b-903f-e85947c6dc96 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:44.814310 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ccfd531a-4bfc-4422-8dca-ebf5c18e5ad8 req-6f8765a9-76ce-460b-903f-e85947c6dc96 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 984 time: 0.0498803 Aug 08 02:38:44.879254 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ccfd531a-4bfc-4422-8dca-ebf5c18e5ad8 req-f1c6b50c-9914-4080-a1f3-bf20ac1eba3c tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7f7711eb-fcaa-4daa-a144-201e3b1c9867&id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589693 Aug 08 02:38:46.005633 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c0927-421f-481f-bd28-cec7d4a1d498 req-46826012-ed23-41c2-af50-35d55d440f56 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:46.007109 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e65c0927-421f-481f-bd28-cec7d4a1d498 req-46826012-ed23-41c2-af50-35d55d440f56 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 984 time: 0.0546694 Aug 08 02:38:46.072163 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e65c0927-421f-481f-bd28-cec7d4a1d498 req-5913a8e1-f587-4ac8-91a4-8980a3103cd7 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7f7711eb-fcaa-4daa-a144-201e3b1c9867&id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584345 Aug 08 02:38:47.191149 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e5dcd-1a82-4f63-a444-e736c4f726d2 req-4ccd48c5-6153-4d58-83e7-eb08594445d8 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:47.192525 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e37e5dcd-1a82-4f63-a444-e736c4f726d2 req-4ccd48c5-6153-4d58-83e7-eb08594445d8 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 984 time: 0.0475938 Aug 08 02:38:47.251947 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e37e5dcd-1a82-4f63-a444-e736c4f726d2 req-2d04f2f9-e46d-4d57-8928-04c68d9460e7 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7f7711eb-fcaa-4daa-a144-201e3b1c9867&id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538704 Aug 08 02:38:48.351141 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:48.369463 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050fa1c-37e2-4938-a847-d503715f65ea req-db6e5aa0-845c-473b-b721-21a7438f9899 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:48.373032 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f050fa1c-37e2-4938-a847-d503715f65ea req-db6e5aa0-845c-473b-b721-21a7438f9899 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 984 time: 0.0482643 Aug 08 02:38:48.431984 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f050fa1c-37e2-4938-a847-d503715f65ea req-9b034441-bb21-4375-9b86-d97a274a08aa tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7f7711eb-fcaa-4daa-a144-201e3b1c9867&id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552864 Aug 08 02:38:48.771020 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:49.549273 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196a87e-5338-463f-b8e0-0f0f0a03cb69 req-74f62c9e-107d-465d-996f-f3c1ba5b1cc9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:49.550755 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2196a87e-5338-463f-b8e0-0f0f0a03cb69 req-74f62c9e-107d-465d-996f-f3c1ba5b1cc9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 984 time: 0.0470371 Aug 08 02:38:49.610753 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2196a87e-5338-463f-b8e0-0f0f0a03cb69 req-8f1b5ba8-b1f9-4c30-9c63-bddd714c86fa tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7f7711eb-fcaa-4daa-a144-201e3b1c9867&id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543325 Aug 08 02:38:50.567880 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-59fc9e96-84cd-4fc2-9b86-f4daffc783c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:50.718475 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:38:50.729214 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354275df-ed30-4f74-9126-5e0815324846 req-639a16e7-7869-4887-8f32-f4f7ab62810c tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:50.734490 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-354275df-ed30-4f74-9126-5e0815324846 req-639a16e7-7869-4887-8f32-f4f7ab62810c tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 984 time: 0.0481169 Aug 08 02:38:50.791186 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-354275df-ed30-4f74-9126-5e0815324846 req-2f7a498d-ca7c-491a-a3a8-e1bb66fc669b tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7f7711eb-fcaa-4daa-a144-201e3b1c9867&id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540524 Aug 08 02:38:51.915324 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f594a4-d830-4109-baff-bbf3bca69d59 req-59aa918d-2e33-42ed-b3e7-ca4cebb73447 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:51.916797 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d6f594a4-d830-4109-baff-bbf3bca69d59 req-59aa918d-2e33-42ed-b3e7-ca4cebb73447 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 984 time: 0.0518723 Aug 08 02:38:51.976350 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d6f594a4-d830-4109-baff-bbf3bca69d59 req-8f0eb637-a898-482c-b2a3-0e62bb167e1f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7f7711eb-fcaa-4daa-a144-201e3b1c9867&id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538654 Aug 08 02:38:52.887380 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-05d90648-39a6-4d5d-8c3d-c552f312b083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:53.100424 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4f71a-9e81-4c63-bfc1-3d26d01c00e5 req-0d6a3484-fdf7-4af9-9f9d-761d67993bcb tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:53.101919 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94b4f71a-9e81-4c63-bfc1-3d26d01c00e5 req-0d6a3484-fdf7-4af9-9f9d-761d67993bcb tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 984 time: 0.0525358 Aug 08 02:38:53.167779 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94b4f71a-9e81-4c63-bfc1-3d26d01c00e5 req-e03b4305-d754-4beb-8100-7eff3a50e21f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7f7711eb-fcaa-4daa-a144-201e3b1c9867&id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592997 Aug 08 02:38:54.288944 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c09851-85bb-4859-b6cb-43043d5f10d8 req-c638c1ea-4de9-42fb-a3b2-7d3cd59fd136 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:38:54.290391 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-51c09851-85bb-4859-b6cb-43043d5f10d8 req-c638c1ea-4de9-42fb-a3b2-7d3cd59fd136 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 984 time: 0.0468276 Aug 08 02:38:54.351537 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-51c09851-85bb-4859-b6cb-43043d5f10d8 req-33e09882-84f9-4431-81be-50c90265a676 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7f7711eb-fcaa-4daa-a144-201e3b1c9867&id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546019 Aug 08 02:38:54.384796 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:56.007313 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:56.085336 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:38:58.525319 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:03.157935 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=14 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:03.161928 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=29 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:03.975138 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:39:04.338005 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=71 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:04.346107 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=64 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:08.425834 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:08.427662 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:18.790249 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da3f8e-13c0-4e3c-9dc7-0cc24373d4c8 req-bb4e16bf-feaf-473d-8846-2481f598bf0b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:18.791918 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-19da3f8e-13c0-4e3c-9dc7-0cc24373d4c8 req-bb4e16bf-feaf-473d-8846-2481f598bf0b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0482092 Aug 08 02:39:18.841113 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-19da3f8e-13c0-4e3c-9dc7-0cc24373d4c8 req-deec1574-7630-4319-975d-deb89094ac52 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436730 Aug 08 02:39:19.133209 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=15 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:19.136125 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=19 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:19.963867 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0968379-de91-486e-a066-3508833a6e47 req-605529a9-a4b9-475f-9e5e-16a4802f7676 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:19.965326 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b0968379-de91-486e-a066-3508833a6e47 req-605529a9-a4b9-475f-9e5e-16a4802f7676 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0507295 Aug 08 02:39:20.011279 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b0968379-de91-486e-a066-3508833a6e47 req-e312d6d6-64bf-48d1-bf3d-ef83e060105b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397387 Aug 08 02:39:20.565302 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-875865e9-0973-4b42-b1db-5ccb29571beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:21.138185 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1146fa-89aa-435e-b6d9-13055c1536b9 req-8cc34f4b-44bb-4158-8b51-1fd3fed71099 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:21.139821 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4f1146fa-89aa-435e-b6d9-13055c1536b9 req-8cc34f4b-44bb-4158-8b51-1fd3fed71099 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0545621 Aug 08 02:39:21.186448 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4f1146fa-89aa-435e-b6d9-13055c1536b9 req-0ee22f9e-18f2-44fc-bc91-62b348bad000 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409794 Aug 08 02:39:22.304700 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d99130-05d2-4fa7-aae8-9406c1753c6b req-a1377aa4-435e-4e32-b376-584ec74b74ad tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:22.305995 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c0d99130-05d2-4fa7-aae8-9406c1753c6b req-a1377aa4-435e-4e32-b376-584ec74b74ad tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0475509 Aug 08 02:39:22.352771 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c0d99130-05d2-4fa7-aae8-9406c1753c6b req-cc5aff23-592b-4ad2-bc65-55515934c27f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406189 Aug 08 02:39:22.902014 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-629415d3-ade0-4f60-89fc-c4fbe027594d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:23.472823 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352265cc-e711-4efd-9621-0409015a2f78 req-f1f2aa5e-be47-4ce1-9120-94469d8e4a65 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:23.474266 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-352265cc-e711-4efd-9621-0409015a2f78 req-f1f2aa5e-be47-4ce1-9120-94469d8e4a65 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0478547 Aug 08 02:39:23.521994 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-352265cc-e711-4efd-9621-0409015a2f78 req-b43378ad-a317-40c0-8f69-21579a14eb88 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420532 Aug 08 02:39:24.393695 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:24.643717 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e483f-3fc8-47f9-a3e4-dcc73255dc76 req-14cb81b7-e47a-4515-8bdb-558b989596a1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:24.645072 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e08e483f-3fc8-47f9-a3e4-dcc73255dc76 req-14cb81b7-e47a-4515-8bdb-558b989596a1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0471518 Aug 08 02:39:24.696156 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e08e483f-3fc8-47f9-a3e4-dcc73255dc76 req-aa03ec85-c0c5-4021-941f-1d3c31028176 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449460 Aug 08 02:39:25.815961 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2c5d8-d24c-43d2-9a1f-658e0c26d37c req-18e1841e-8283-4c7e-bcfd-3959200b9fd8 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:25.817381 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3ec2c5d8-d24c-43d2-9a1f-658e0c26d37c req-18e1841e-8283-4c7e-bcfd-3959200b9fd8 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0479369 Aug 08 02:39:25.865031 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3ec2c5d8-d24c-43d2-9a1f-658e0c26d37c req-92c00568-e19b-49d2-819a-691d74ef9381 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419395 Aug 08 02:39:26.010070 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:26.070301 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:26.082847 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6196c08-7d8e-4537-8dc8-6fad55aefd72 req-beb32fff-115a-4e1c-8388-a588039cb74c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:26.084347 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f6196c08-7d8e-4537-8dc8-6fad55aefd72 req-beb32fff-115a-4e1c-8388-a588039cb74c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0512309 Aug 08 02:39:26.118495 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d565772-2764-49a4-bd84-9b0d278d5110 req-8288ca79-014e-4a67-91f6-d904818a05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:26.119989 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4d565772-2764-49a4-bd84-9b0d278d5110 req-8288ca79-014e-4a67-91f6-d904818a05c3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 1129 time: 0.0426860 Aug 08 02:39:26.133528 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f6196c08-7d8e-4537-8dc8-6fad55aefd72 req-bdeb2404-dbb8-444c-9a24-367806a7f8df tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434098 Aug 08 02:39:26.219412 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d565772-2764-49a4-bd84-9b0d278d5110 req-a3ab1544-6df7-43cd-9ca8-96499fccd8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:26.220867 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4d565772-2764-49a4-bd84-9b0d278d5110 req-a3ab1544-6df7-43cd-9ca8-96499fccd8c5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 918 time: 0.0936015 Aug 08 02:39:26.284851 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4d565772-2764-49a4-bd84-9b0d278d5110 req-720d0aef-08df-4df7-9b90-04f0a3265db0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e01264-c556-4152-ab45-aa8f19b46808 HTTP/1.1" status: 200 len: 1001 time: 0.0564137 Aug 08 02:39:26.338044 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d565772-2764-49a4-bd84-9b0d278d5110 req-cecc320f-fc85-402f-ace1-5a297732ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:26.339395 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4d565772-2764-49a4-bd84-9b0d278d5110 req-cecc320f-fc85-402f-ace1-5a297732ca80 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.0480483 Aug 08 02:39:26.382794 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d565772-2764-49a4-bd84-9b0d278d5110 req-4943aec0-df99-4b53-a284-34ecd6e081e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:26.384222 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4d565772-2764-49a4-bd84-9b0d278d5110 req-4943aec0-df99-4b53-a284-34ecd6e081e3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385666 Aug 08 02:39:26.473012 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4d565772-2764-49a4-bd84-9b0d278d5110 req-0afb5dba-eba4-42f2-bf79-3120962d691b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825875 Aug 08 02:39:26.570038 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4d565772-2764-49a4-bd84-9b0d278d5110 req-361fe44c-31bd-4a16-8680-b1319f6899e3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900269 Aug 08 02:39:26.985016 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa0aa6-87cd-48db-b34a-c41e8861e35a req-22ea4194-464e-4a6e-b852-e78dc21ce763 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:26.986471 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4eaa0aa6-87cd-48db-b34a-c41e8861e35a req-22ea4194-464e-4a6e-b852-e78dc21ce763 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0463228 Aug 08 02:39:27.032220 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4eaa0aa6-87cd-48db-b34a-c41e8861e35a req-57d152d8-544f-4726-acb4-a020cd312ed2 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403285 Aug 08 02:39:27.254660 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937f236-8915-4ff1-9ced-e48252d9fed6 req-4060f5ed-0380-4104-88ed-71ad58646b16 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:27.256104 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b937f236-8915-4ff1-9ced-e48252d9fed6 req-4060f5ed-0380-4104-88ed-71ad58646b16 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0502973 Aug 08 02:39:27.302306 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b937f236-8915-4ff1-9ced-e48252d9fed6 req-71f43337-04c9-4e5b-bbae-b8defcf2ec6d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406978 Aug 08 02:39:28.158712 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310de1ba-aa19-4e17-a20f-bb241797aa2b req-6e81bd41-811c-4cc6-8fbe-7d0d51a89d02 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:28.160170 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-310de1ba-aa19-4e17-a20f-bb241797aa2b req-6e81bd41-811c-4cc6-8fbe-7d0d51a89d02 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0550141 Aug 08 02:39:28.207378 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-310de1ba-aa19-4e17-a20f-bb241797aa2b req-bc99faa4-a09f-436d-b19d-cd992aca205b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415804 Aug 08 02:39:28.418423 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0219a-53cd-4107-a437-8b85db94b2e3 req-c9e68161-d37b-439a-b48d-7c58ade9683f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:28.420502 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-02e0219a-53cd-4107-a437-8b85db94b2e3 req-c9e68161-d37b-439a-b48d-7c58ade9683f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0464864 Aug 08 02:39:28.468854 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-02e0219a-53cd-4107-a437-8b85db94b2e3 req-66277d6c-108d-4a90-b643-12bddc5f8af5 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425744 Aug 08 02:39:28.474451 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bdecd171-9379-4bc6-b44a-8c5ab89a5986 req-5dce6f47-e228-4c9a-8cef-178d47238bcd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392890 Aug 08 02:39:28.496857 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:28.537390 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecd171-9379-4bc6-b44a-8c5ab89a5986 req-a1cc43ff-2f04-465f-b097-ef75bda6644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:28.538876 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bdecd171-9379-4bc6-b44a-8c5ab89a5986 req-a1cc43ff-2f04-465f-b097-ef75bda6644c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 1129 time: 0.0394175 Aug 08 02:39:28.565374 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:28.566964 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:28.647529 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecd171-9379-4bc6-b44a-8c5ab89a5986 req-e9835b5f-03f1-4355-bd34-5d860e338901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:28.648999 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bdecd171-9379-4bc6-b44a-8c5ab89a5986 req-e9835b5f-03f1-4355-bd34-5d860e338901 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 918 time: 0.0914240 Aug 08 02:39:28.689111 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bdecd171-9379-4bc6-b44a-8c5ab89a5986 req-46959004-ccf8-46f9-a120-4ded4e4012db service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b09b9826-f63f-4724-9a75-a75195d2391a HTTP/1.1" status: 200 len: 217 time: 0.0323813 Aug 08 02:39:28.741256 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecd171-9379-4bc6-b44a-8c5ab89a5986 req-2183adf9-1dea-42da-a81b-3ca6fb007c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:28.742666 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bdecd171-9379-4bc6-b44a-8c5ab89a5986 req-2183adf9-1dea-42da-a81b-3ca6fb007c80 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.0480063 Aug 08 02:39:28.785540 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecd171-9379-4bc6-b44a-8c5ab89a5986 req-5f64e396-5b60-44fb-8a8d-cb597b0bb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:28.786999 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bdecd171-9379-4bc6-b44a-8c5ab89a5986 req-5f64e396-5b60-44fb-8a8d-cb597b0bb9d6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382721 Aug 08 02:39:28.876400 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bdecd171-9379-4bc6-b44a-8c5ab89a5986 req-616866dc-a09b-47f1-927b-42d3d826d23f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826657 Aug 08 02:39:29.050893 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bdecd171-9379-4bc6-b44a-8c5ab89a5986 req-4d71513a-f240-4a2a-81cc-aeb77fcc7f7c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876567 Aug 08 02:39:29.331253 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a240ef-cf50-4906-bf5b-b4d4943fb1d1 req-1d07620f-2ef7-40f6-ac03-34d50a9c7360 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:29.332610 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9a240ef-cf50-4906-bf5b-b4d4943fb1d1 req-1d07620f-2ef7-40f6-ac03-34d50a9c7360 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0469618 Aug 08 02:39:29.379363 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9a240ef-cf50-4906-bf5b-b4d4943fb1d1 req-65d5b5f7-b8e0-41c0-9ae4-9f016e994f12 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413270 Aug 08 02:39:29.589311 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820579d3-a687-4c2a-a2fd-9bab7cfde26e req-b0655477-3816-4902-a88b-4a630cbda6a8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:29.590712 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-820579d3-a687-4c2a-a2fd-9bab7cfde26e req-b0655477-3816-4902-a88b-4a630cbda6a8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0475132 Aug 08 02:39:29.640242 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-820579d3-a687-4c2a-a2fd-9bab7cfde26e req-9843dfc3-ea2c-4046-8ff7-74881bf426eb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438609 Aug 08 02:39:30.516515 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076afe59-70b1-45f1-aea5-67100d721e00 req-3340bed5-2e1e-4ca4-9e68-1e71fa8408a8 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:30.518000 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-076afe59-70b1-45f1-aea5-67100d721e00 req-3340bed5-2e1e-4ca4-9e68-1e71fa8408a8 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0529673 Aug 08 02:39:30.568765 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-076afe59-70b1-45f1-aea5-67100d721e00 req-8ae11d46-8d56-4c35-96e9-afb3addd19d8 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451288 Aug 08 02:39:30.765672 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60da2f7-fa22-47c4-aa08-2283151a69dd req-2a78196d-ead7-4243-9e5b-f97b984d6604 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:30.767265 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a60da2f7-fa22-47c4-aa08-2283151a69dd req-2a78196d-ead7-4243-9e5b-f97b984d6604 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0522845 Aug 08 02:39:30.819073 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a60da2f7-fa22-47c4-aa08-2283151a69dd req-25c1093e-9a37-4c61-8631-73d8531a33ca tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460198 Aug 08 02:39:31.687286 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea50d8c-1cd3-4799-b581-ef7e4d8ea93b req-b227acc5-a262-4b04-9ca0-0079a701895c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:31.688709 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3ea50d8c-1cd3-4799-b581-ef7e4d8ea93b req-b227acc5-a262-4b04-9ca0-0079a701895c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0468471 Aug 08 02:39:31.734771 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3ea50d8c-1cd3-4799-b581-ef7e4d8ea93b req-9cb0ef1e-9d97-49b3-9f40-a08cfbfb1e4b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406976 Aug 08 02:39:31.941743 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66823fb7-5ff0-4205-a30b-29e9d22b64eb req-a6f88d06-d6d1-4a8b-8117-3302110f4d5e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:31.943254 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-66823fb7-5ff0-4205-a30b-29e9d22b64eb req-a6f88d06-d6d1-4a8b-8117-3302110f4d5e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0494940 Aug 08 02:39:31.990492 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-66823fb7-5ff0-4205-a30b-29e9d22b64eb req-84ffa16d-2210-4d83-996e-8fba2e0cc45e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416820 Aug 08 02:39:32.850130 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a548221-071a-435f-8135-852caf8be73b req-92932286-3407-493e-b257-ebf393233850 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:32.851601 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a548221-071a-435f-8135-852caf8be73b req-92932286-3407-493e-b257-ebf393233850 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0459960 Aug 08 02:39:32.901669 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3a548221-071a-435f-8135-852caf8be73b req-c807c55f-b9e9-472d-8d5a-856e487cccb1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446775 Aug 08 02:39:33.110137 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c05ad7-ab20-4164-a124-f93b59f5fd53 req-0bbb1df9-d85c-49b9-ad95-44b3493eee3d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:33.111602 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c7c05ad7-ab20-4164-a124-f93b59f5fd53 req-0bbb1df9-d85c-49b9-ad95-44b3493eee3d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0494008 Aug 08 02:39:33.145893 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:33.157773 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c7c05ad7-ab20-4164-a124-f93b59f5fd53 req-4477b0cc-fddd-4856-85dc-f3091d10bfdb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405986 Aug 08 02:39:34.019309 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e466de-5947-44c9-b19c-1e709f6affc7 req-b154440f-092c-456b-9b68-778e23d930a9 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:34.020755 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-48e466de-5947-44c9-b19c-1e709f6affc7 req-b154440f-092c-456b-9b68-778e23d930a9 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0473588 Aug 08 02:39:34.069641 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-48e466de-5947-44c9-b19c-1e709f6affc7 req-6704d408-9697-4b93-bcf6-c759a262edc3 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433521 Aug 08 02:39:34.266856 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:34.277575 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2282a7-4655-4e0f-8149-f8ec045fd252 req-47839169-e295-4b35-9ac0-eede8516d4dd tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:34.279167 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5c2282a7-4655-4e0f-8149-f8ec045fd252 req-47839169-e295-4b35-9ac0-eede8516d4dd tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0475872 Aug 08 02:39:34.326810 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5c2282a7-4655-4e0f-8149-f8ec045fd252 req-8483f174-274e-4ed6-bbcb-ae4843b658db tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419271 Aug 08 02:39:35.190763 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61e2b1-5855-44b8-badf-73191eee167b req-2bf16725-90c7-400f-a7b2-8a97da3e788c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:35.192218 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff61e2b1-5855-44b8-badf-73191eee167b req-2bf16725-90c7-400f-a7b2-8a97da3e788c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0467484 Aug 08 02:39:35.232804 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:35.240053 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ff61e2b1-5855-44b8-badf-73191eee167b req-2aa82d61-1efa-4a4d-aaa0-866669397842 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421524 Aug 08 02:39:35.449471 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb348b-7956-4b3a-9e0b-483285f59b45 req-59774dea-7b57-45d6-ab5a-e04bb5f88e8a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:35.452121 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c6cb348b-7956-4b3a-9e0b-483285f59b45 req-59774dea-7b57-45d6-ab5a-e04bb5f88e8a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0526900 Aug 08 02:39:35.500087 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c6cb348b-7956-4b3a-9e0b-483285f59b45 req-76e4dde7-b018-4abe-8342-a893a5783edf tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421603 Aug 08 02:39:35.601452 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a1992-0be6-4614-b0ae-2befb507a8c3 req-54fec2a5-ff99-403e-a0f2-e02fdd44143d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:35.604188 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ef9a1992-0be6-4614-b0ae-2befb507a8c3 req-54fec2a5-ff99-403e-a0f2-e02fdd44143d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0509262 Aug 08 02:39:35.652004 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ef9a1992-0be6-4614-b0ae-2befb507a8c3 req-4d749ccf-c381-489c-a325-d028aa94b51e tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423706 Aug 08 02:39:35.726291 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de16582-b9fd-4dcd-b248-505a5847075b req-fa34960e-50b4-4eb3-ab26-a08451399c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:35.727767 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7de16582-b9fd-4dcd-b248-505a5847075b req-fa34960e-50b4-4eb3-ab26-a08451399c5d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=897030a5075b4ca3ad29d73371306a66&device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 1129 time: 0.0395880 Aug 08 02:39:35.779874 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:35.821083 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de16582-b9fd-4dcd-b248-505a5847075b req-6869e860-3cf1-4ebc-9764-7bede40fe0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:35.822572 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7de16582-b9fd-4dcd-b248-505a5847075b req-6869e860-3cf1-4ebc-9764-7bede40fe0e6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=682376b8-1891-42b8-8562-21125b626ab2 HTTP/1.1" status: 200 len: 912 time: 0.0877895 Aug 08 02:39:35.884195 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7de16582-b9fd-4dcd-b248-505a5847075b req-575e86ed-33f8-478f-8e39-ab597927a004 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdd841cc-5aaf-433c-8961-a1c99eafc2ff HTTP/1.1" status: 200 len: 1001 time: 0.0534835 Aug 08 02:39:35.932664 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de16582-b9fd-4dcd-b248-505a5847075b req-b12104e0-662c-4812-896c-6dbe45d92b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:35.934092 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7de16582-b9fd-4dcd-b248-505a5847075b req-b12104e0-662c-4812-896c-6dbe45d92b70 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5347a10a-44f0-4aab-9da5-c45d5d4f1438 HTTP/1.1" status: 200 len: 850 time: 0.0434861 Aug 08 02:39:35.980624 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de16582-b9fd-4dcd-b248-505a5847075b req-692bbd85-8eb2-4909-8bf2-d3e6fdf5ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:35.982623 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7de16582-b9fd-4dcd-b248-505a5847075b req-692bbd85-8eb2-4909-8bf2-d3e6fdf5ffb3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=682376b8-1891-42b8-8562-21125b626ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414293 Aug 08 02:39:36.071581 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7de16582-b9fd-4dcd-b248-505a5847075b req-1fe74097-d126-41c4-804a-86856364ddf5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828245 Aug 08 02:39:36.165033 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7de16582-b9fd-4dcd-b248-505a5847075b req-8277cfec-196b-41f9-8968-f964c35f62eb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870035 Aug 08 02:39:36.624159 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf349d-9263-4e5b-ac10-d9b9426ae2b6 req-708610b9-32be-454e-a7c0-8ea6f46a47f8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:36.625597 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fcf349d-9263-4e5b-ac10-d9b9426ae2b6 req-708610b9-32be-454e-a7c0-8ea6f46a47f8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0480638 Aug 08 02:39:36.671153 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fcf349d-9263-4e5b-ac10-d9b9426ae2b6 req-ae2ab2b0-faee-4404-b45e-bb3a0a7856f7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400660 Aug 08 02:39:36.772256 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e6e54-760b-4a3d-8390-51a96a415877 req-8c17af3a-ab27-4160-baa6-7de13a61501d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:36.773681 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ae1e6e54-760b-4a3d-8390-51a96a415877 req-8c17af3a-ab27-4160-baa6-7de13a61501d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0470932 Aug 08 02:39:36.820446 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ae1e6e54-760b-4a3d-8390-51a96a415877 req-ed31fca9-cc6e-41c0-a7a4-4e515fcfe2f9 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411811 Aug 08 02:39:37.792239 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19439cdd-97c5-426d-b047-b9d9ba2b8066 req-eee8fc02-fa00-4c32-bc86-b06411ec407a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:37.793680 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-19439cdd-97c5-426d-b047-b9d9ba2b8066 req-eee8fc02-fa00-4c32-bc86-b06411ec407a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0502992 Aug 08 02:39:37.841468 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-19439cdd-97c5-426d-b047-b9d9ba2b8066 req-1aa8ccab-6b65-412c-8cef-f48e2fa9f54a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418453 Aug 08 02:39:37.937010 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ade52a-27dc-4e10-b408-9bcf6c9aa44a req-d25caca4-bdee-4f1a-b419-1675593eb567 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:37.938484 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-33ade52a-27dc-4e10-b408-9bcf6c9aa44a req-d25caca4-bdee-4f1a-b419-1675593eb567 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0463951 Aug 08 02:39:37.987582 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-33ade52a-27dc-4e10-b408-9bcf6c9aa44a req-95c4c93a-668a-4ff4-bf24-f6c4f151724e tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435259 Aug 08 02:39:38.426577 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:38.431657 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:38.961959 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89ae36-c253-4d02-adcb-717ee2758005 req-a7e1b90e-a073-4f17-ad30-0ee32b682a3c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:38.963450 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4c89ae36-c253-4d02-adcb-717ee2758005 req-a7e1b90e-a073-4f17-ad30-0ee32b682a3c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0469685 Aug 08 02:39:39.010098 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4c89ae36-c253-4d02-adcb-717ee2758005 req-9392f54f-7dbe-47ea-afa9-92b5e8d60a0c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401993 Aug 08 02:39:40.338965 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91584b-5c41-4e2a-a9fd-0cd769ce9860 req-98f0d6e1-7ea2-450f-890f-7a238f7128bd tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:40.340339 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5f91584b-5c41-4e2a-a9fd-0cd769ce9860 req-98f0d6e1-7ea2-450f-890f-7a238f7128bd tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.2560751 Aug 08 02:39:40.386314 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5f91584b-5c41-4e2a-a9fd-0cd769ce9860 req-94bbfc71-b281-4edd-b1e4-b75903b991af tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397701 Aug 08 02:39:40.973677 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:39:41.503784 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838f35b-486e-4d8f-9249-7d9793218669 req-8102c537-0b8a-4940-9c87-a9763fbcffbc tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:41.505215 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e838f35b-486e-4d8f-9249-7d9793218669 req-8102c537-0b8a-4940-9c87-a9763fbcffbc tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0458343 Aug 08 02:39:41.554555 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e838f35b-486e-4d8f-9249-7d9793218669 req-c4a7aa5d-3e29-46a8-9714-290eeaaf8460 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438190 Aug 08 02:39:42.672095 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe01c4-1c84-4bfa-983e-9c0edaa37b60 req-7d4f893f-5ffd-492c-a8e5-a77506543378 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:42.673537 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-acfe01c4-1c84-4bfa-983e-9c0edaa37b60 req-7d4f893f-5ffd-492c-a8e5-a77506543378 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0465195 Aug 08 02:39:42.719115 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-acfe01c4-1c84-4bfa-983e-9c0edaa37b60 req-818cd78f-7fa0-4a61-9d74-3be0365b3fef tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401638 Aug 08 02:39:43.826923 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:43.838290 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f7bb6-e5a4-40e5-bc92-b61645c5e940 req-cb7f2587-2c29-4ef0-bad0-1afc096552e1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:43.839834 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-394f7bb6-e5a4-40e5-bc92-b61645c5e940 req-cb7f2587-2c29-4ef0-bad0-1afc096552e1 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0487518 Aug 08 02:39:43.898026 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-394f7bb6-e5a4-40e5-bc92-b61645c5e940 req-ec79a006-35c5-46b0-b46a-0ba0a5d73da9 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525880 Aug 08 02:39:43.925026 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def868ce-9896-4191-87d2-8b5e5cdc6a0e req-e04d0655-4e08-4408-8cd7-da111999ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:43.926570 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-def868ce-9896-4191-87d2-8b5e5cdc6a0e req-e04d0655-4e08-4408-8cd7-da111999ec43 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 1129 time: 0.0412662 Aug 08 02:39:43.971721 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-def868ce-9896-4191-87d2-8b5e5cdc6a0e req-56de251d-2e2a-45c9-98c6-2e2fd59becff service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380020 Aug 08 02:39:45.025502 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dff5b5-5391-4ee5-a0f9-aeacd154b2d6 req-85d2e0b0-dfbd-4b90-bd48-006856f224c4 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:45.026960 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-20dff5b5-5391-4ee5-a0f9-aeacd154b2d6 req-85d2e0b0-dfbd-4b90-bd48-006856f224c4 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0489416 Aug 08 02:39:45.073787 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-20dff5b5-5391-4ee5-a0f9-aeacd154b2d6 req-cf1dc651-8056-4e16-8dbe-5ef17ddedc98 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401940 Aug 08 02:39:46.419718 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefeda2-19f3-4ded-a3df-64b30169cfea req-4927cc89-bef7-4b57-ac88-ee7f4c6e0dfb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:46.421200 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3eefeda2-19f3-4ded-a3df-64b30169cfea req-4927cc89-bef7-4b57-ac88-ee7f4c6e0dfb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.2693701 Aug 08 02:39:46.439700 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:46.469832 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3eefeda2-19f3-4ded-a3df-64b30169cfea req-f591f976-9eac-4d9c-acd9-240aa0f6f5a0 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430968 Aug 08 02:39:46.987910 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09257f14-ddc6-4357-b883-8b4db6928a1c req-6c1c7dab-520a-408f-a86d-50b138985036 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:46.989512 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-09257f14-ddc6-4357-b883-8b4db6928a1c req-6c1c7dab-520a-408f-a86d-50b138985036 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0480516 Aug 08 02:39:47.026125 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c67d44-199d-4cc7-812e-d8c7034b9421 req-286b6c5c-4aaa-486e-8015-a01568e53f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:47.027611 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1c67d44-199d-4cc7-812e-d8c7034b9421 req-286b6c5c-4aaa-486e-8015-a01568e53f58 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 1129 time: 0.0393274 Aug 08 02:39:47.036178 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-09257f14-ddc6-4357-b883-8b4db6928a1c req-ac0fe10f-99d0-4d6d-9043-549305df0775 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406725 Aug 08 02:39:47.122385 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c67d44-199d-4cc7-812e-d8c7034b9421 req-9f4907aa-88cc-4c3d-b1f1-d57049eae33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:47.123942 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1c67d44-199d-4cc7-812e-d8c7034b9421 req-9f4907aa-88cc-4c3d-b1f1-d57049eae33f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 918 time: 0.0894217 Aug 08 02:39:47.185785 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1c67d44-199d-4cc7-812e-d8c7034b9421 req-6a510190-c817-4947-8093-b27a2ccaec49 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e01264-c556-4152-ab45-aa8f19b46808 HTTP/1.1" status: 200 len: 1001 time: 0.0543785 Aug 08 02:39:47.233079 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c67d44-199d-4cc7-812e-d8c7034b9421 req-870ebdb9-9b7d-4acb-8ab8-b6b2a6c74ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:47.235014 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1c67d44-199d-4cc7-812e-d8c7034b9421 req-870ebdb9-9b7d-4acb-8ab8-b6b2a6c74ec2 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.0432596 Aug 08 02:39:47.281376 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c67d44-199d-4cc7-812e-d8c7034b9421 req-a16eaa94-d62f-444f-8902-3a140dbdbbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:47.282865 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1c67d44-199d-4cc7-812e-d8c7034b9421 req-a16eaa94-d62f-444f-8902-3a140dbdbbb3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420239 Aug 08 02:39:47.371962 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1c67d44-199d-4cc7-812e-d8c7034b9421 req-cd854366-fb4c-4497-9a51-6d5d306b7f45 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826468 Aug 08 02:39:47.465535 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1c67d44-199d-4cc7-812e-d8c7034b9421 req-4c936b75-b958-47af-a7a6-89ad953b1e29 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859752 Aug 08 02:39:48.158732 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96326d3b-7e42-4cbc-b92d-501d26f25b1c req-7da237f3-2553-4905-ab0a-094915917bcf tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:48.160375 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-96326d3b-7e42-4cbc-b92d-501d26f25b1c req-7da237f3-2553-4905-ab0a-094915917bcf tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0483665 Aug 08 02:39:48.207947 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-96326d3b-7e42-4cbc-b92d-501d26f25b1c req-5a16e2d8-c0dd-4856-96b9-c96166d8b129 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422122 Aug 08 02:39:49.336404 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b492b8-f0c3-4536-ae85-47871f2aa1f0 req-eb045149-f796-45ad-900a-b4c1b1120f93 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:49.337852 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f4b492b8-f0c3-4536-ae85-47871f2aa1f0 req-eb045149-f796-45ad-900a-b4c1b1120f93 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0492828 Aug 08 02:39:49.384028 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f4b492b8-f0c3-4536-ae85-47871f2aa1f0 req-0fd35817-a677-4b09-a8c0-b98aa7769323 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399690 Aug 08 02:39:50.194822 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:50.509598 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934bd65-5c56-409a-bea0-f8729143bae0 req-460c9898-c17c-41f1-bb2e-a7e80f8ba02a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:50.511001 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3934bd65-5c56-409a-bea0-f8729143bae0 req-460c9898-c17c-41f1-bb2e-a7e80f8ba02a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0538905 Aug 08 02:39:50.557722 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3934bd65-5c56-409a-bea0-f8729143bae0 req-8932e54b-3f4d-4048-adb0-3de63dd06f92 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408967 Aug 08 02:39:50.572771 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f700ec3b-cf52-4df0-b796-d37e68870528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:50.673999 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7483663-21f3-4929-a2dc-0243c433a3f0 req-a9e52add-502b-4e9b-b9d9-83276fa43f5e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:50.675446 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e7483663-21f3-4929-a2dc-0243c433a3f0 req-a9e52add-502b-4e9b-b9d9-83276fa43f5e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0458190 Aug 08 02:39:50.685141 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 44678) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:39:50.690210 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-fd656460-1c2a-4067-b675-b7468f982ae8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Request body: {'floatingip': {'port_id': '02e01264-c556-4152-ab45-aa8f19b46808'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:39:50.741663 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fd656460-1c2a-4067-b675-b7468f982ae8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for floatingip (ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:50.743457 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:50.954911 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:50.970268 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:51.188240 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fd656460-1c2a-4067-b675-b7468f982ae8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:51.253003 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fd656460-1c2a-4067-b675-b7468f982ae8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:51.454382 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd656460-1c2a-4067-b675-b7468f982ae8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:39:51.556834 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd656460-1c2a-4067-b675-b7468f982ae8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:39:51.561285 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fd656460-1c2a-4067-b675-b7468f982ae8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:51.567449 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0404da9-14dc-472d-ade6-f55f3ededdea None None] Sync routers for ids ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:39:51.576371 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0404da9-14dc-472d-ade6-f55f3ededdea None None] Routers {'4b5eb63e-9efa-4c52-8602-ab2443bc70ed'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:39:51.576972 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-c0404da9-14dc-472d-ade6-f55f3ededdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:39:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:39:51.593573 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b62cb1-88d8-45e9-b506-339fedab711a', 'tag': '02e01264-c556-4152-ab45-aa8f19b46808'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:39:51.595834 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec22f1d30cf05664830ef834bc2fff6277ec84e823fa6e2140b323625de535e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a8604a-b7f6-4c91-a370-d5867df04f09" -d '{"events": [{"name": "network-changed", "server_uuid": "08b62cb1-88d8-45e9-b506-339fedab711a", "tag": "02e01264-c556-4152-ab45-aa8f19b46808"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:39:51.628311 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-fd656460-1c2a-4067-b675-b7468f982ae8 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0 HTTP/1.1" status: 200 len: 993 time: 0.9420881 Aug 08 02:39:51.681965 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-c0404da9-14dc-472d-ade6-f55f3ededdea None None] Set router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:39:51.693720 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee16de4-af27-4721-ad0f-854eb454d2b0 x-openstack-request-id: req-6ee16de4-af27-4721-ad0f-854eb454d2b0 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:39:51.694215 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b62cb1-88d8-45e9-b506-339fedab711a", "tag": "02e01264-c556-4152-ab45-aa8f19b46808", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:39:51.694323 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ee16de4-af27-4721-ad0f-854eb454d2b0 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:39:51.694687 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee16de4-af27-4721-ad0f-854eb454d2b0'] response: {'name': 'network-changed', 'server_uuid': '08b62cb1-88d8-45e9-b506-339fedab711a', 'tag': '02e01264-c556-4152-ab45-aa8f19b46808', 'status': 'completed', 'code': 200} Aug 08 02:39:51.757416 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8604a-b7f6-4c91-a370-d5867df04f09 req-af4e10e8-c0e5-49e5-ad96-ea7476ac79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:51.758939 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-02a8604a-b7f6-4c91-a370-d5867df04f09 req-af4e10e8-c0e5-49e5-ad96-ea7476ac79d6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 1129 time: 0.0397830 Aug 08 02:39:51.844982 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:51.870214 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8604a-b7f6-4c91-a370-d5867df04f09 req-98409917-c7b8-41a0-aab6-6a4b03d295a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:51.876121 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-02a8604a-b7f6-4c91-a370-d5867df04f09 req-98409917-c7b8-41a0-aab6-6a4b03d295a6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 918 time: 0.1055317 Aug 08 02:39:51.901997 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-c0404da9-14dc-472d-ade6-f55f3ededdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '2cf993b0-c128-490d-8956-d08090d0307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 4, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port': {'id': '2cf993b0-c128-490d-8956-d08090d0307c', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'floating_ip_address': '172.27.4.172', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'port_id': '02e01264-c556-4152-ab45-aa8f19b46808', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'mac_address': 'fa:16:3e:9d:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b62cb1-88d8-45e9-b506-339fedab711a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:40Z', 'updated_at': '2022-08-08T02:39:51Z', 'revision_number': 3, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c445a0-cd29-430a-b38d-190951903cc4', 'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'mac_address': 'fa:16:3e:ac:da:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:20Z', 'updated_at': '2022-08-08T02:32:29Z', 'revision_number': 5, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'subnets': [{'id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:39:51.927898 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0404da9-14dc-472d-ade6-f55f3ededdea None None] Checking router: 4b5eb63e-9efa-4c52-8602-ab2443bc70ed for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:39:51.936444 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0404da9-14dc-472d-ade6-f55f3ededdea None None] Routers {'4b5eb63e-9efa-4c52-8602-ab2443bc70ed'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:39:51.938319 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-c0404da9-14dc-472d-ade6-f55f3ededdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:39:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:39:51.939838 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-02a8604a-b7f6-4c91-a370-d5867df04f09 req-5fd5e02f-594f-4e12-873d-775d1dd41d20 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e01264-c556-4152-ab45-aa8f19b46808 HTTP/1.1" status: 200 len: 1001 time: 0.0616901 Aug 08 02:39:51.995620 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8604a-b7f6-4c91-a370-d5867df04f09 req-43d7f7dc-ea23-4c5d-8892-52396ef1344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:51.997073 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-02a8604a-b7f6-4c91-a370-d5867df04f09 req-43d7f7dc-ea23-4c5d-8892-52396ef1344f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.0510039 Aug 08 02:39:52.043324 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-c0404da9-14dc-472d-ade6-f55f3ededdea None None] Set router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:39:52.045359 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8604a-b7f6-4c91-a370-d5867df04f09 req-4fb0cfd2-780f-485f-9645-220990ebf505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:52.048440 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-02a8604a-b7f6-4c91-a370-d5867df04f09 req-4fb0cfd2-780f-485f-9645-220990ebf505 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450106 Aug 08 02:39:52.098581 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:52.142190 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-02a8604a-b7f6-4c91-a370-d5867df04f09 req-0ff0887f-d5dd-420a-b9e6-9df26a2b6114 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863686 Aug 08 02:39:52.238742 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-02a8604a-b7f6-4c91-a370-d5867df04f09 req-0742ad5c-db67-4cbf-a302-52e3aff38a8c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895405 Aug 08 02:39:52.257749 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-c0404da9-14dc-472d-ade6-f55f3ededdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '2cf993b0-c128-490d-8956-d08090d0307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 4, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port': {'id': '2cf993b0-c128-490d-8956-d08090d0307c', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'floating_ip_address': '172.27.4.172', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'port_id': '02e01264-c556-4152-ab45-aa8f19b46808', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'mac_address': 'fa:16:3e:9d:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b62cb1-88d8-45e9-b506-339fedab711a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:40Z', 'updated_at': '2022-08-08T02:39:51Z', 'revision_number': 3, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c445a0-cd29-430a-b38d-190951903cc4', 'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'mac_address': 'fa:16:3e:ac:da:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:20Z', 'updated_at': '2022-08-08T02:32:29Z', 'revision_number': 5, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'subnets': [{'id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:39:52.282343 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0404da9-14dc-472d-ade6-f55f3ededdea None None] The sync data for ids ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'] in dv-cinder-852261-2-iscsi is: [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '2cf993b0-c128-490d-8956-d08090d0307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 4, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port': {'id': '2cf993b0-c128-490d-8956-d08090d0307c', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'floating_ip_address': '172.27.4.172', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'port_id': '02e01264-c556-4152-ab45-aa8f19b46808', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'mac_address': 'fa:16:3e:9d:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b62cb1-88d8-45e9-b506-339fedab711a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:35:40Z', 'updated_at': '2022-08-08T02:39:51Z', 'revision_number': 3, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c445a0-cd29-430a-b38d-190951903cc4', 'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'mac_address': 'fa:16:3e:ac:da:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:20Z', 'updated_at': '2022-08-08T02:32:29Z', 'revision_number': 5, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'subnets': [{'id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:39:52.903884 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cb2cc95e-9fbd-4af0-9f9e-e529222f8fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:53.696066 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b62cb1-88d8-45e9-b506-339fedab711a', 'tag': '02e01264-c556-4152-ab45-aa8f19b46808'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:39:53.698482 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec22f1d30cf05664830ef834bc2fff6277ec84e823fa6e2140b323625de535e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af476dfb-ea8c-485e-af34-c66cbfa1095c" -d '{"events": [{"name": "network-changed", "server_uuid": "08b62cb1-88d8-45e9-b506-339fedab711a", "tag": "02e01264-c556-4152-ab45-aa8f19b46808"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:39:53.736206 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b44458-2a94-4e7c-a0dd-3859b80f0645 x-openstack-request-id: req-b7b44458-2a94-4e7c-a0dd-3859b80f0645 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:39:53.736493 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b62cb1-88d8-45e9-b506-339fedab711a", "tag": "02e01264-c556-4152-ab45-aa8f19b46808", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:39:53.736744 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7b44458-2a94-4e7c-a0dd-3859b80f0645 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:39:53.737139 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b44458-2a94-4e7c-a0dd-3859b80f0645'] response: {'name': 'network-changed', 'server_uuid': '08b62cb1-88d8-45e9-b506-339fedab711a', 'tag': '02e01264-c556-4152-ab45-aa8f19b46808', 'status': 'completed', 'code': 200} Aug 08 02:39:53.800974 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af476dfb-ea8c-485e-af34-c66cbfa1095c req-d148bd11-fda8-4af2-b7b6-5301e83bfdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:53.802428 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-af476dfb-ea8c-485e-af34-c66cbfa1095c req-d148bd11-fda8-4af2-b7b6-5301e83bfdef service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f1f194384993444da5c7b7f30e42746d&device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 1129 time: 0.0402398 Aug 08 02:39:53.896916 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af476dfb-ea8c-485e-af34-c66cbfa1095c req-78610b76-ae41-4e84-b331-6970bae4b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:53.898328 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-af476dfb-ea8c-485e-af34-c66cbfa1095c req-78610b76-ae41-4e84-b331-6970bae4b01d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 200 len: 918 time: 0.0892401 Aug 08 02:39:53.962788 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-af476dfb-ea8c-485e-af34-c66cbfa1095c req-1704537a-82e5-4023-a961-c4a209d70149 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e01264-c556-4152-ab45-aa8f19b46808 HTTP/1.1" status: 200 len: 1001 time: 0.0574405 Aug 08 02:39:54.011671 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af476dfb-ea8c-485e-af34-c66cbfa1095c req-b8baa60a-ee88-463b-b3f6-e432b2d85f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:54.013049 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-af476dfb-ea8c-485e-af34-c66cbfa1095c req-b8baa60a-ee88-463b-b3f6-e432b2d85f79 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 200 len: 856 time: 0.0432222 Aug 08 02:39:54.059560 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af476dfb-ea8c-485e-af34-c66cbfa1095c req-0a43be42-5e25-48ee-92ed-41fed878164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:39:54.061026 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-af476dfb-ea8c-485e-af34-c66cbfa1095c req-0a43be42-5e25-48ee-92ed-41fed878164b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a983a294-01dc-46eb-aef5-c79712b4e933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426698 Aug 08 02:39:54.153750 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-af476dfb-ea8c-485e-af34-c66cbfa1095c req-b338a434-10ca-47d8-9c6a-96e63f22ddcc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860953 Aug 08 02:39:54.249365 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-af476dfb-ea8c-485e-af34-c66cbfa1095c req-19143988-bb9e-4ac2-b08f-c9b4b1c7e3a8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859764 Aug 08 02:39:54.399336 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:56.015615 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:39:56.023993 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:56.092710 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:39:58.525136 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:01.622936 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:01.624797 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:01.975743 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:03.757971 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-768cdfdb-6f4a-4a37-a436-0ac3fb8a44b5 req-035e6bec-e473-4568-a417-39c8e7cc3519 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1370271872&fields=id&tenant_id=31bdca178d874d499b1492305ad45a9c HTTP/1.1" status: 200 len: 267 time: 0.0442624 Aug 08 02:40:03.808415 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cdfdb-6f4a-4a37-a436-0ac3fb8a44b5 req-e59d914b-fbf0-48c2-98cc-1c263579177f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:03.809875 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-768cdfdb-6f4a-4a37-a436-0ac3fb8a44b5 req-e59d914b-fbf0-48c2-98cc-1c263579177f tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 984 time: 0.0466173 Aug 08 02:40:03.821568 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-768cdfdb-6f4a-4a37-a436-0ac3fb8a44b5 req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Request body: {'port': {'security_groups': ['10377ff0-7b0d-46af-a20b-12603d49f19b']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:40:03.912577 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-768cdfdb-6f4a-4a37-a436-0ac3fb8a44b5 req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:03.951932 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:04.043326 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:04.102185 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-768cdfdb-6f4a-4a37-a436-0ac3fb8a44b5 req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] For port b1663d83-3f81-40a7-968b-47e96bdf8eb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b1663d83-3f81-40a7-968b-47e96bdf8eb3,segment=NetworkSegment(35978fbe-92ac-41e5-8c7e-82ab5ae890ab),segment_id=35978fbe-92ac-41e5-8c7e-82ab5ae890ab)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:04.132431 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-768cdfdb-6f4a-4a37-a436-0ac3fb8a44b5 req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:04.190244 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-768cdfdb-6f4a-4a37-a436-0ac3fb8a44b5 req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:04.201852 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cdfdb-6f4a-4a37-a436-0ac3fb8a44b5 req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:04.205329 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-768cdfdb-6f4a-4a37-a436-0ac3fb8a44b5 req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:04.205846 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['b1663d83-3f81-40a7-968b-47e96bdf8eb3'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:40:04.206317 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-768cdfdb-6f4a-4a37-a436-0ac3fb8a44b5 req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "PUT /networking/v2.0/ports/b1663d83-3f81-40a7-968b-47e96bdf8eb3 HTTP/1.1" status: 200 len: 942 time: 0.3871121 Aug 08 02:40:04.206317 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'tag': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:40:04.207263 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b2c407-87fc-496f-a6a9-4727e01e9027" -d '{"events": [{"name": "network-changed", "server_uuid": "2013baeb-7052-438d-80c7-7e2be6eddca9", "tag": "b1663d83-3f81-40a7-968b-47e96bdf8eb3"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:40:04.213478 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 44726) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:04.239757 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:04.263098 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9290c1-fde9-4866-88eb-bb1903637f4c x-openstack-request-id: req-3e9290c1-fde9-4866-88eb-bb1903637f4c {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:40:04.263464 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2013baeb-7052-438d-80c7-7e2be6eddca9", "tag": "b1663d83-3f81-40a7-968b-47e96bdf8eb3", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:40:04.263785 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e9290c1-fde9-4866-88eb-bb1903637f4c {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:40:04.264336 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e9290c1-fde9-4866-88eb-bb1903637f4c'] response: {'name': 'network-changed', 'server_uuid': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'tag': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3', 'status': 'completed', 'code': 200} Aug 08 02:40:04.282560 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Pushing event updated for resources: {'Port': ['ID=b1663d83-3f81-40a7-968b-47e96bdf8eb3,revision_number=7']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:04.291659 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.291908 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.292301 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.292759 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.293294 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.293698 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.294096 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.294837 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.294837 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.295278 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.295675 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.296066 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.296676 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.297065 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.297457 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70415a-4034-4ced-b8c6-67447dcf3af4 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.306182 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1269a27-aa85-4c53-85c4-0e261ad77a43 req-71e5768c-4de7-4f9f-b273-f81f4e59f860 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:04.309030 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c1269a27-aa85-4c53-85c4-0e261ad77a43 req-71e5768c-4de7-4f9f-b273-f81f4e59f860 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 946 time: 0.0597479 Aug 08 02:40:04.331843 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group (7f7711eb-fcaa-4daa-a144-201e3b1c9867), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:04.339282 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['b1663d83-3f81-40a7-968b-47e96bdf8eb3'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:40:04.378324 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group (7f7711eb-fcaa-4daa-a144-201e3b1c9867), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:04.399814 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c1269a27-aa85-4c53-85c4-0e261ad77a43 req-024b2c69-bd03-4593-a4eb-f3f9ff346fb2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847337 Aug 08 02:40:04.515393 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (7f7711eb-fcaa-4daa-a144-201e3b1c9867), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:04.518530 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:04.519850 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7f7711eb-fcaa-4daa-a144-201e3b1c9867 HTTP/1.1" status: 204 len: 168 time: 0.3067236 Aug 08 02:40:04.522725 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 44728) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:04.529109 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7711eb-fcaa-4daa-a144-201e3b1c9867,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:04.536989 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.537339 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.537680 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.538016 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.538357 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.538703 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.539027 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.539352 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.539675 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.540004 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.540326 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.540648 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.540978 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.541287 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.541604 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa12b20-77b0-48a8-9309-8ded496be01a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:04.673234 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-7b37bc82-cd75-4e18-b306-84d3e8158fd9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Deleting port bf41b852-950d-4d37-bd59-7c0d988f8bc6 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:40:04.673493 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7b37bc82-cd75-4e18-b306-84d3e8158fd9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (bf41b852-950d-4d37-bd59-7c0d988f8bc6), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:04.751235 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7b37bc82-cd75-4e18-b306-84d3e8158fd9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (bf41b852-950d-4d37-bd59-7c0d988f8bc6), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:04.751562 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7b37bc82-cd75-4e18-b306-84d3e8158fd9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for floatingip (bf41b852-950d-4d37-bd59-7c0d988f8bc6), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:04.764031 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-7b37bc82-cd75-4e18-b306-84d3e8158fd9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Calling delete_port for bf41b852-950d-4d37-bd59-7c0d988f8bc6 owned by network:floatingip {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:40:05.016328 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7b37bc82-cd75-4e18-b306-84d3e8158fd9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (bf41b852-950d-4d37-bd59-7c0d988f8bc6), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:05.039409 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37bc82-cd75-4e18-b306-84d3e8158fd9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Pushing event deleted for resources: {'Port': ['ID=bf41b852-950d-4d37-bd59-7c0d988f8bc6,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:05.102139 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:05.106944 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7b37bc82-cd75-4e18-b306-84d3e8158fd9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks [] for floatingip (5a62ff40-b2a2-4dff-8247-40e8626b8695), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:05.110234 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-7b37bc82-cd75-4e18-b306-84d3e8158fd9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Floating IP 5a62ff40-b2a2-4dff-8247-40e8626b8695 disassociated (deleted). External IP: 172.27.4.195, port: b1663d83-3f81-40a7-968b-47e96bdf8eb3. Aug 08 02:40:05.298710 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b37bc82-cd75-4e18-b306-84d3e8158fd9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Router 967626e3-3290-4434-81aa-f557e1bc47b9 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:40:05.399624 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b37bc82-cd75-4e18-b306-84d3e8158fd9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:40:05.404460 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7b37bc82-cd75-4e18-b306-84d3e8158fd9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:05.409044 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64586dc1-d893-48cb-b2d4-04e82b5520ef None None] Sync routers for ids ['967626e3-3290-4434-81aa-f557e1bc47b9'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:40:05.418675 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64586dc1-d893-48cb-b2d4-04e82b5520ef None None] Routers {'967626e3-3290-4434-81aa-f557e1bc47b9'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:40:05.419278 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-64586dc1-d893-48cb-b2d4-04e82b5520ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:39:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['967626e3-3290-4434-81aa-f557e1bc47b9'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:05.426657 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:05.437852 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-7b37bc82-cd75-4e18-b306-84d3e8158fd9 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/5a62ff40-b2a2-4dff-8247-40e8626b8695 HTTP/1.1" status: 204 len: 168 time: 0.9140420 Aug 08 02:40:05.526196 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-64586dc1-d893-48cb-b2d4-04e82b5520ef None None] Set router 967626e3-3290-4434-81aa-f557e1bc47b9 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:40:05.538626 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa5178-2b01-459e-aa0d-006a72c826ac req-139208db-582e-4cd3-8020-707f1a0c126c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:05.543029 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-74aa5178-2b01-459e-aa0d-006a72c826ac req-139208db-582e-4cd3-8020-707f1a0c126c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 946 time: 0.0539486 Aug 08 02:40:05.608909 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2c407-87fc-496f-a6a9-4727e01e9027 req-d048c5af-7eb3-4e6c-b145-4c1358d25ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:05.610477 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-69b2c407-87fc-496f-a6a9-4727e01e9027 req-d048c5af-7eb3-4e6c-b145-4c1358d25ab5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=31bdca178d874d499b1492305ad45a9c&device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 1129 time: 0.0663350 Aug 08 02:40:05.628965 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-74aa5178-2b01-459e-aa0d-006a72c826ac req-3b748443-c668-4964-ac72-22953ed57c88 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758483 Aug 08 02:40:05.721837 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-64586dc1-d893-48cb-b2d4-04e82b5520ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'name': 'tempest-TestMinimumBasicScenario-906689206-router', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231'}], 'enable_snat': True}, 'gw_port_id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'gw_port': {'id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'b9526460-d78d-4f38-9073-4b8c13d2069b', 'name': '', 'network_id': '0039794c-6513-403c-9341-87684af30240', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'mac_address': 'fa:16:3e:26:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:04Z', 'updated_at': '2022-08-08T02:34:11Z', 'revision_number': 5, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'subnets': [{'id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:05.749438 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64586dc1-d893-48cb-b2d4-04e82b5520ef None None] Checking router: 967626e3-3290-4434-81aa-f557e1bc47b9 for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:40:05.757949 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64586dc1-d893-48cb-b2d4-04e82b5520ef None None] Routers {'967626e3-3290-4434-81aa-f557e1bc47b9'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:40:05.758588 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-64586dc1-d893-48cb-b2d4-04e82b5520ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:39:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['967626e3-3290-4434-81aa-f557e1bc47b9'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:05.867271 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-64586dc1-d893-48cb-b2d4-04e82b5520ef None None] Set router 967626e3-3290-4434-81aa-f557e1bc47b9 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:40:05.883324 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2c407-87fc-496f-a6a9-4727e01e9027 req-894da37c-1cb4-4d7d-a087-7c9cfecb9dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:05.884819 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-69b2c407-87fc-496f-a6a9-4727e01e9027 req-894da37c-1cb4-4d7d-a087-7c9cfecb9dbb service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0039794c-6513-403c-9341-87684af30240 HTTP/1.1" status: 200 len: 915 time: 0.1001668 Aug 08 02:40:06.053719 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-64586dc1-d893-48cb-b2d4-04e82b5520ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'name': 'tempest-TestMinimumBasicScenario-906689206-router', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231'}], 'enable_snat': True}, 'gw_port_id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'gw_port': {'id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'b9526460-d78d-4f38-9073-4b8c13d2069b', 'name': '', 'network_id': '0039794c-6513-403c-9341-87684af30240', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'mac_address': 'fa:16:3e:26:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:04Z', 'updated_at': '2022-08-08T02:34:11Z', 'revision_number': 5, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'subnets': [{'id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:06.062613 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-69b2c407-87fc-496f-a6a9-4727e01e9027 req-094674d5-e849-46a1-8fb0-5699ef133d70 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1663d83-3f81-40a7-968b-47e96bdf8eb3 HTTP/1.1" status: 200 len: 217 time: 0.0344274 Aug 08 02:40:06.080752 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64586dc1-d893-48cb-b2d4-04e82b5520ef None None] The sync data for ids ['967626e3-3290-4434-81aa-f557e1bc47b9'] in dv-cinder-852261-2-iscsi is: [{'id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'name': 'tempest-TestMinimumBasicScenario-906689206-router', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231'}], 'enable_snat': True}, 'gw_port_id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:05Z', 'revision_number': 4, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'gw_port': {'id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'b9526460-d78d-4f38-9073-4b8c13d2069b', 'name': '', 'network_id': '0039794c-6513-403c-9341-87684af30240', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'mac_address': 'fa:16:3e:26:04:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:04Z', 'updated_at': '2022-08-08T02:34:11Z', 'revision_number': 5, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'subnets': [{'id': 'bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:40:06.116597 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2c407-87fc-496f-a6a9-4727e01e9027 req-b6a7eb5e-bf6d-4770-a529-3037b4e08c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:06.118074 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-69b2c407-87fc-496f-a6a9-4727e01e9027 req-b6a7eb5e-bf6d-4770-a529-3037b4e08c97 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5 HTTP/1.1" status: 200 len: 853 time: 0.0497615 Aug 08 02:40:06.265136 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'tag': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:40:06.267511 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c742bf-c5b4-4372-92f7-1c29fca70cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "2013baeb-7052-438d-80c7-7e2be6eddca9", "tag": "b1663d83-3f81-40a7-968b-47e96bdf8eb3"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:40:06.296312 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b0245-d523-41dc-8904-85168681762a None None] New status for floating IP 5a62ff40-b2a2-4dff-8247-40e8626b8695: DOWN {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:40:06.307747 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd4380d-6cf1-4abc-b412-9f0119c9682e x-openstack-request-id: req-bfd4380d-6cf1-4abc-b412-9f0119c9682e {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:40:06.308038 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2013baeb-7052-438d-80c7-7e2be6eddca9", "tag": "b1663d83-3f81-40a7-968b-47e96bdf8eb3", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:40:06.308286 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfd4380d-6cf1-4abc-b412-9f0119c9682e {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:40:06.308680 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd4380d-6cf1-4abc-b412-9f0119c9682e'] response: {'name': 'network-changed', 'server_uuid': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'tag': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3', 'status': 'completed', 'code': 200} Aug 08 02:40:06.638328 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2c407-87fc-496f-a6a9-4727e01e9027 req-e79acfc0-4644-4cce-aa62-fab56c832343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:06.639725 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-69b2c407-87fc-496f-a6a9-4727e01e9027 req-e79acfc0-4644-4cce-aa62-fab56c832343 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0039794c-6513-403c-9341-87684af30240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723128 Aug 08 02:40:06.653574 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d8775-20d2-457a-87d0-3e9470eadf06 req-fbae6596-2331-45e1-87ed-99dab76ceaf8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:06.654957 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c07d8775-20d2-457a-87d0-3e9470eadf06 req-fbae6596-2331-45e1-87ed-99dab76ceaf8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 946 time: 0.0781579 Aug 08 02:40:07.074054 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a544857-0898-4e6e-b05f-39c0c541d729 req-378bd07d-bca8-45cd-9ebe-d8512970105a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:07.075606 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8a544857-0898-4e6e-b05f-39c0c541d729 req-378bd07d-bca8-45cd-9ebe-d8512970105a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 946 time: 0.0947695 Aug 08 02:40:07.123448 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-c07d8775-20d2-457a-87d0-3e9470eadf06 req-ba8db2e3-59e5-4623-8e64-a4c8948aa0bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Deleting port 438a8af0-9043-4725-b741-8f21cc9f8097 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:40:07.123789 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c07d8775-20d2-457a-87d0-3e9470eadf06 req-ba8db2e3-59e5-4623-8e64-a4c8948aa0bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:07.131645 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-69b2c407-87fc-496f-a6a9-4727e01e9027 req-411002f3-564a-4f92-ade6-6dd90a863934 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0039794c-6513-403c-9341-87684af30240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558141 Aug 08 02:40:07.248660 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:07.269350 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8a544857-0898-4e6e-b05f-39c0c541d729 req-6d4ab227-8311-42ff-a389-1a5bd8c53c71 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d7dd2da-b2d5-475a-83c7-b5d9c3667625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801326 Aug 08 02:40:07.318425 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-c07d8775-20d2-457a-87d0-3e9470eadf06 req-ba8db2e3-59e5-4623-8e64-a4c8948aa0bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] For port 438a8af0-9043-4725-b741-8f21cc9f8097, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=438a8af0-9043-4725-b741-8f21cc9f8097,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:07.318789 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c07d8775-20d2-457a-87d0-3e9470eadf06 req-ba8db2e3-59e5-4623-8e64-a4c8948aa0bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:07.333482 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:07.362586 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-69b2c407-87fc-496f-a6a9-4727e01e9027 req-392999d3-1757-47cf-842a-b8f3ad3d8f32 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0039794c-6513-403c-9341-87684af30240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172029 Aug 08 02:40:07.522856 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c742bf-c5b4-4372-92f7-1c29fca70cf1 req-c0e32cab-f381-4844-9324-41149dc33973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:07.524226 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08c742bf-c5b4-4372-92f7-1c29fca70cf1 req-c0e32cab-f381-4844-9324-41149dc33973 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=31bdca178d874d499b1492305ad45a9c&device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 1129 time: 0.0564241 Aug 08 02:40:07.622866 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c07d8775-20d2-457a-87d0-3e9470eadf06 req-ba8db2e3-59e5-4623-8e64-a4c8948aa0bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:07.623225 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c07d8775-20d2-457a-87d0-3e9470eadf06 req-ba8db2e3-59e5-4623-8e64-a4c8948aa0bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (5c01687f-0e32-438a-8f9e-124f7f9753c1), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:07.623537 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-c07d8775-20d2-457a-87d0-3e9470eadf06 req-ba8db2e3-59e5-4623-8e64-a4c8948aa0bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Floating IP 5c01687f-0e32-438a-8f9e-124f7f9753c1 disassociated. External IP: 172.27.4.142, port: 438a8af0-9043-4725-b741-8f21cc9f8097. Aug 08 02:40:07.623881 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-c07d8775-20d2-457a-87d0-3e9470eadf06 req-ba8db2e3-59e5-4623-8e64-a4c8948aa0bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Calling delete_port for 438a8af0-9043-4725-b741-8f21cc9f8097 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:40:07.693274 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c742bf-c5b4-4372-92f7-1c29fca70cf1 req-5125369a-5747-4bcf-8448-61b5776e88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:07.694732 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08c742bf-c5b4-4372-92f7-1c29fca70cf1 req-5125369a-5747-4bcf-8448-61b5776e88cd service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=0039794c-6513-403c-9341-87684af30240 HTTP/1.1" status: 200 len: 915 time: 0.1458924 Aug 08 02:40:07.756260 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08c742bf-c5b4-4372-92f7-1c29fca70cf1 req-a1086e63-c06a-4196-816e-20c2ab118a50 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1663d83-3f81-40a7-968b-47e96bdf8eb3 HTTP/1.1" status: 200 len: 217 time: 0.0365512 Aug 08 02:40:07.842606 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c742bf-c5b4-4372-92f7-1c29fca70cf1 req-8e736532-71bc-45fc-bae4-2058317efbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:07.844052 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08c742bf-c5b4-4372-92f7-1c29fca70cf1 req-8e736532-71bc-45fc-bae4-2058317efbc1 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5 HTTP/1.1" status: 200 len: 853 time: 0.0814638 Aug 08 02:40:07.890855 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c742bf-c5b4-4372-92f7-1c29fca70cf1 req-2a65b3dc-965c-4915-8ce1-18c887c7d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:07.892342 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08c742bf-c5b4-4372-92f7-1c29fca70cf1 req-2a65b3dc-965c-4915-8ce1-18c887c7d19c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=0039794c-6513-403c-9341-87684af30240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387368 Aug 08 02:40:07.957087 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c07d8775-20d2-457a-87d0-3e9470eadf06 req-ba8db2e3-59e5-4623-8e64-a4c8948aa0bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (438a8af0-9043-4725-b741-8f21cc9f8097), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:07.993059 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8db2e3-59e5-4623-8e64-a4c8948aa0bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event deleted for resources: {'Port': ['ID=438a8af0-9043-4725-b741-8f21cc9f8097,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:08.076634 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08c742bf-c5b4-4372-92f7-1c29fca70cf1 req-d877c5b4-d2e7-4a33-a31b-f8425795c185 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0039794c-6513-403c-9341-87684af30240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692019 Aug 08 02:40:08.193941 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c07d8775-20d2-457a-87d0-3e9470eadf06 req-ba8db2e3-59e5-4623-8e64-a4c8948aa0bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Router 19321b71-4a2a-4e6e-99a1-b50064793534 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:40:08.212416 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:08.216597 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08c742bf-c5b4-4372-92f7-1c29fca70cf1 req-427601de-0373-48a0-8455-b2c030b4fd0b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/0039794c-6513-403c-9341-87684af30240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156085 Aug 08 02:40:08.260291 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:08.318853 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c07d8775-20d2-457a-87d0-3e9470eadf06 req-ba8db2e3-59e5-4623-8e64-a4c8948aa0bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:40:08.329486 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83abbff-32b8-4581-9353-0276061d100a None None] Sync routers for ids ['19321b71-4a2a-4e6e-99a1-b50064793534'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:40:08.340606 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83abbff-32b8-4581-9353-0276061d100a None None] Routers {'19321b71-4a2a-4e6e-99a1-b50064793534'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:40:08.341837 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-f83abbff-32b8-4581-9353-0276061d100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:39:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['19321b71-4a2a-4e6e-99a1-b50064793534'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:08.368194 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07d8775-20d2-457a-87d0-3e9470eadf06 req-ba8db2e3-59e5-4623-8e64-a4c8948aa0bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] No DVR routers for this DVR port 438a8af0-9043-4725-b741-8f21cc9f8097 on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:40:08.371018 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c07d8775-20d2-457a-87d0-3e9470eadf06 req-ba8db2e3-59e5-4623-8e64-a4c8948aa0bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:08.376235 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c07d8775-20d2-457a-87d0-3e9470eadf06 req-ba8db2e3-59e5-4623-8e64-a4c8948aa0bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.48 "DELETE /networking/v2.0/ports/438a8af0-9043-4725-b741-8f21cc9f8097 HTTP/1.1" status: 204 len: 173 time: 1.6912179 Aug 08 02:40:08.376235 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'name': 'network-vif-deleted', 'tag': '438a8af0-9043-4725-b741-8f21cc9f8097'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:40:08.377970 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d112fc7-95b8-4aaa-9d68-17bcd05bd8c1" -d '{"events": [{"server_uuid": "406d6f4e-a119-4be3-82c0-61f8de65229a", "name": "network-vif-deleted", "tag": "438a8af0-9043-4725-b741-8f21cc9f8097"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:40:08.406212 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8f4e20df-6696-4afe-b9ec-3d35d90fdc09 req-8e70ce3a-0690-45ac-b100-73d896257eab tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=406d6f4e-a119-4be3-82c0-61f8de65229a HTTP/1.1" status: 200 len: 210 time: 0.0473871 Aug 08 02:40:08.417934 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7bf78d-557e-467e-a405-a10acac51164 x-openstack-request-id: req-3f7bf78d-557e-467e-a405-a10acac51164 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:40:08.418044 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406d6f4e-a119-4be3-82c0-61f8de65229a", "name": "network-vif-deleted", "tag": "438a8af0-9043-4725-b741-8f21cc9f8097", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:40:08.418252 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f7bf78d-557e-467e-a405-a10acac51164 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:40:08.419363 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f7bf78d-557e-467e-a405-a10acac51164'] response: {'server_uuid': '406d6f4e-a119-4be3-82c0-61f8de65229a', 'name': 'network-vif-deleted', 'tag': '438a8af0-9043-4725-b741-8f21cc9f8097', 'status': 'completed', 'code': 200} Aug 08 02:40:08.450434 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-f83abbff-32b8-4581-9353-0276061d100a None None] Set router 19321b71-4a2a-4e6e-99a1-b50064793534 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:40:08.570239 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:08.640667 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-f83abbff-32b8-4581-9353-0276061d100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:19Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '313fc0af-f227-4411-b3a6-a4f22976a38c', 'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'mac_address': 'fa:16:3e:5f:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:17Z', 'updated_at': '2022-08-08T02:32:30Z', 'revision_number': 5, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'subnets': [{'id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:08.667348 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83abbff-32b8-4581-9353-0276061d100a None None] Checking router: 19321b71-4a2a-4e6e-99a1-b50064793534 for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:40:08.676493 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83abbff-32b8-4581-9353-0276061d100a None None] Routers {'19321b71-4a2a-4e6e-99a1-b50064793534'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:40:08.677090 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-f83abbff-32b8-4581-9353-0276061d100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:39:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['19321b71-4a2a-4e6e-99a1-b50064793534'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:08.725865 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:08.864468 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-f83abbff-32b8-4581-9353-0276061d100a None None] Set router 19321b71-4a2a-4e6e-99a1-b50064793534 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:40:08.963262 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 438a8af0-9043-4725-b741-8f21cc9f8097 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:40:08.984218 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: 438a8af0-9043-4725-b741-8f21cc9f8097 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:40:08.984482 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 438a8af0-9043-4725-b741-8f21cc9f8097 not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:40:09.059648 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-f83abbff-32b8-4581-9353-0276061d100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:19Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '313fc0af-f227-4411-b3a6-a4f22976a38c', 'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'mac_address': 'fa:16:3e:5f:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:17Z', 'updated_at': '2022-08-08T02:32:30Z', 'revision_number': 5, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'subnets': [{'id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:09.085110 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83abbff-32b8-4581-9353-0276061d100a None None] The sync data for ids ['19321b71-4a2a-4e6e-99a1-b50064793534'] in dv-cinder-852261-2-iscsi is: [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:19Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '313fc0af-f227-4411-b3a6-a4f22976a38c', 'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'mac_address': 'fa:16:3e:5f:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:17Z', 'updated_at': '2022-08-08T02:32:30Z', 'revision_number': 5, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'subnets': [{'id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:40:09.298177 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1403132b-a003-48ff-87b0-328b039842fa None None] New status for floating IP 5c01687f-0e32-438a-8f9e-124f7f9753c1: DOWN {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:40:09.579509 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 44772) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:09.640633 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c64d1939-11fc-43e4-8001-283ee0f921c4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group (6d7dd2da-b2d5-475a-83c7-b5d9c3667625), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:09.664825 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c64d1939-11fc-43e4-8001-283ee0f921c4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group (6d7dd2da-b2d5-475a-83c7-b5d9c3667625), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:09.768529 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c64d1939-11fc-43e4-8001-283ee0f921c4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (6d7dd2da-b2d5-475a-83c7-b5d9c3667625), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:09.771071 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c64d1939-11fc-43e4-8001-283ee0f921c4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:09.772187 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-c64d1939-11fc-43e4-8001-283ee0f921c4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6d7dd2da-b2d5-475a-83c7-b5d9c3667625 HTTP/1.1" status: 204 len: 168 time: 0.1916471 Aug 08 02:40:09.775154 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 44776) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:09.784572 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99babf59-d590-4f89-8b26-e61d3053ee2b req-f5f76559-1609-400a-aca9-ac003ec7e085 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:09.786061 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-99babf59-d590-4f89-8b26-e61d3053ee2b req-f5f76559-1609-400a-aca9-ac003ec7e085 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 945 time: 0.0596571 Aug 08 02:40:09.789242 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.api.v2.resource [None req-cdb7f3df-cd3d-46fe-8381-bf9041193a39 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] show failed (client error): The resource could not be found. Aug 08 02:40:09.791662 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-cdb7f3df-cd3d-46fe-8381-bf9041193a39 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups/6d7dd2da-b2d5-475a-83c7-b5d9c3667625 HTTP/1.1" status: 404 len: 347 time: 0.0155275 Aug 08 02:40:09.796220 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d1939-11fc-43e4-8001-283ee0f921c4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7dd2da-b2d5-475a-83c7-b5d9c3667625,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:09.799285 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 44778) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:09.841963 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-99babf59-d590-4f89-8b26-e61d3053ee2b req-c648ccb8-92a4-4558-b431-2898cd63c05a tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479867 Aug 08 02:40:09.931003 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-9f50ff96-a38f-4633-ac68-d8074304f267 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Deleting port a7767f40-0257-4a93-b074-463ad05fb2c3 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:40:09.931344 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9f50ff96-a38f-4633-ac68-d8074304f267 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (a7767f40-0257-4a93-b074-463ad05fb2c3), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:10.011930 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9f50ff96-a38f-4633-ac68-d8074304f267 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (a7767f40-0257-4a93-b074-463ad05fb2c3), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:10.012253 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9f50ff96-a38f-4633-ac68-d8074304f267 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for floatingip (a7767f40-0257-4a93-b074-463ad05fb2c3), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:10.024919 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-9f50ff96-a38f-4633-ac68-d8074304f267 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Calling delete_port for a7767f40-0257-4a93-b074-463ad05fb2c3 owned by network:floatingip {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:40:10.239827 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9f50ff96-a38f-4633-ac68-d8074304f267 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (a7767f40-0257-4a93-b074-463ad05fb2c3), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:10.263995 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50ff96-a38f-4633-ac68-d8074304f267 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event deleted for resources: {'Port': ['ID=a7767f40-0257-4a93-b074-463ad05fb2c3,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:10.330338 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9f50ff96-a38f-4633-ac68-d8074304f267 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for floatingip (5c01687f-0e32-438a-8f9e-124f7f9753c1), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:10.332834 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9f50ff96-a38f-4633-ac68-d8074304f267 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:10.333961 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-9f50ff96-a38f-4633-ac68-d8074304f267 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/5c01687f-0e32-438a-8f9e-124f7f9753c1 HTTP/1.1" status: 204 len: 168 time: 0.5332778 Aug 08 02:40:10.511850 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 44782) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:10.516382 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-ddabbd8f-ea98-455e-b2d3-030ee04d1f03 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1480963965', 'description': 'tempest-description--218452984'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:40:10.599822 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ddabbd8f-ea98-455e-b2d3-030ee04d1f03 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:10.670830 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ddabbd8f-ea98-455e-b2d3-030ee04d1f03 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group (4ed9bef8-565d-4b36-bf49-e85c80f69506), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:10.736133 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ddabbd8f-ea98-455e-b2d3-030ee04d1f03 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (4ed9bef8-565d-4b36-bf49-e85c80f69506), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:10.742967 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:10.751282 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:10.765773 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabbd8f-ea98-455e-b2d3-030ee04d1f03 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed9bef8-565d-4b36-bf49-e85c80f69506,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:10.824533 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ddabbd8f-ea98-455e-b2d3-030ee04d1f03 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:10.826066 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-ddabbd8f-ea98-455e-b2d3-030ee04d1f03 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3131914 Aug 08 02:40:10.832631 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 44784) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:10.834661 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-df343073-eeb9-457c-b973-e341cf5adae3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Request body: {'security_group_rule': {'security_group_id': '4ed9bef8-565d-4b36-bf49-e85c80f69506', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:40:10.950281 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-df343073-eeb9-457c-b973-e341cf5adae3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group_rule (7c55798d-e80d-40d8-a266-ef18f7df1bc1), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:10.987676 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d873466-ec2a-474a-9017-3b83b31ff497 req-4362dff9-97a3-4e1b-b522-db3c764585c6 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:10.989130 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4d873466-ec2a-474a-9017-3b83b31ff497 req-4362dff9-97a3-4e1b-b522-db3c764585c6 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 945 time: 0.0918581 Aug 08 02:40:11.043206 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae9502-ebfd-4d11-9b8c-bf1d4dd91b9a req-39b95ced-4a96-423d-954e-b9ebe1ac63e5 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:11.044617 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-51ae9502-ebfd-4d11-9b8c-bf1d4dd91b9a req-39b95ced-4a96-423d-954e-b9ebe1ac63e5 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 945 time: 0.1185746 Aug 08 02:40:11.130538 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-df343073-eeb9-457c-b973-e341cf5adae3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group_rule (7c55798d-e80d-40d8-a266-ef18f7df1bc1), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:11.148916 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-4d873466-ec2a-474a-9017-3b83b31ff497 req-7977c6ea-b020-4f5d-9f42-aa78d28f83e6 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Deleting port b1663d83-3f81-40a7-968b-47e96bdf8eb3 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:40:11.149244 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4d873466-ec2a-474a-9017-3b83b31ff497 req-7977c6ea-b020-4f5d-9f42-aa78d28f83e6 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:11.156840 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-51ae9502-ebfd-4d11-9b8c-bf1d4dd91b9a req-9ca0f8c9-4305-48df-959f-b1ba5aa8b2c0 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=10377ff0-7b0d-46af-a20b-12603d49f19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040492 Aug 08 02:40:11.204916 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-df343073-eeb9-457c-b973-e341cf5adae3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (7c55798d-e80d-40d8-a266-ef18f7df1bc1), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:11.235858 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df343073-eeb9-457c-b973-e341cf5adae3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c55798d-e80d-40d8-a266-ef18f7df1bc1,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:11.266339 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-4d873466-ec2a-474a-9017-3b83b31ff497 req-7977c6ea-b020-4f5d-9f42-aa78d28f83e6 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] For port b1663d83-3f81-40a7-968b-47e96bdf8eb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b1663d83-3f81-40a7-968b-47e96bdf8eb3,segment=NetworkSegment(35978fbe-92ac-41e5-8c7e-82ab5ae890ab),segment_id=35978fbe-92ac-41e5-8c7e-82ab5ae890ab)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:11.266753 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4d873466-ec2a-474a-9017-3b83b31ff497 req-7977c6ea-b020-4f5d-9f42-aa78d28f83e6 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:11.281350 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-4d873466-ec2a-474a-9017-3b83b31ff497 req-7977c6ea-b020-4f5d-9f42-aa78d28f83e6 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Calling delete_port for b1663d83-3f81-40a7-968b-47e96bdf8eb3 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:40:11.328844 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-df343073-eeb9-457c-b973-e341cf5adae3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:11.330583 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-df343073-eeb9-457c-b973-e341cf5adae3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4998040 Aug 08 02:40:11.333538 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 44788) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:11.338201 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-04dca9bc-584c-469c-b8ec-6b0539d374fb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Request body: {'security_group_rule': {'security_group_id': '4ed9bef8-565d-4b36-bf49-e85c80f69506', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:40:11.357218 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:11.361939 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:11.422850 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-04dca9bc-584c-469c-b8ec-6b0539d374fb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group_rule (a91d8126-c839-4922-949d-c2ee56bcd54d), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:11.480237 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-04dca9bc-584c-469c-b8ec-6b0539d374fb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group_rule (a91d8126-c839-4922-949d-c2ee56bcd54d), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:11.509800 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4d873466-ec2a-474a-9017-3b83b31ff497 req-7977c6ea-b020-4f5d-9f42-aa78d28f83e6 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (b1663d83-3f81-40a7-968b-47e96bdf8eb3), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:11.522253 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['b1663d83-3f81-40a7-968b-47e96bdf8eb3'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:40:11.540327 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977c6ea-b020-4f5d-9f42-aa78d28f83e6 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Pushing event deleted for resources: {'Port': ['ID=b1663d83-3f81-40a7-968b-47e96bdf8eb3,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:11.585794 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d873466-ec2a-474a-9017-3b83b31ff497 req-7977c6ea-b020-4f5d-9f42-aa78d28f83e6 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] No DVR routers for this DVR port b1663d83-3f81-40a7-968b-47e96bdf8eb3 on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:40:11.588370 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-4d873466-ec2a-474a-9017-3b83b31ff497 req-7977c6ea-b020-4f5d-9f42-aa78d28f83e6 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:11.591617 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4d873466-ec2a-474a-9017-3b83b31ff497 req-7977c6ea-b020-4f5d-9f42-aa78d28f83e6 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.48 "DELETE /networking/v2.0/ports/b1663d83-3f81-40a7-968b-47e96bdf8eb3 HTTP/1.1" status: 204 len: 173 time: 0.5949466 Aug 08 02:40:11.592060 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'name': 'network-vif-deleted', 'tag': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:40:11.594331 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0db81f-94e8-4871-9e13-995c644bcd1e" -d '{"events": [{"server_uuid": "2013baeb-7052-438d-80c7-7e2be6eddca9", "name": "network-vif-deleted", "tag": "b1663d83-3f81-40a7-968b-47e96bdf8eb3"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:40:11.618330 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-04dca9bc-584c-469c-b8ec-6b0539d374fb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (a91d8126-c839-4922-949d-c2ee56bcd54d), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:11.632063 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2028cdf5-3432-40af-82ea-886d25651a81 x-openstack-request-id: req-2028cdf5-3432-40af-82ea-886d25651a81 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:40:11.632367 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2013baeb-7052-438d-80c7-7e2be6eddca9", "name": "network-vif-deleted", "tag": "b1663d83-3f81-40a7-968b-47e96bdf8eb3", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:40:11.633030 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2028cdf5-3432-40af-82ea-886d25651a81 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:40:11.633492 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2028cdf5-3432-40af-82ea-886d25651a81'] response: {'server_uuid': '2013baeb-7052-438d-80c7-7e2be6eddca9', 'name': 'network-vif-deleted', 'tag': 'b1663d83-3f81-40a7-968b-47e96bdf8eb3', 'status': 'completed', 'code': 200} Aug 08 02:40:11.640602 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dca9bc-584c-469c-b8ec-6b0539d374fb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91d8126-c839-4922-949d-c2ee56bcd54d,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:11.712500 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-04dca9bc-584c-469c-b8ec-6b0539d374fb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:11.713980 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-04dca9bc-584c-469c-b8ec-6b0539d374fb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792217 Aug 08 02:40:11.717118 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 44792) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:11.721705 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Request body: {'floatingip': {'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:40:11.824324 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:11.908598 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:12.023318 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Allocated IP 172.27.4.141 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/3b05da3d-2dee-4a01-83ab-cbcef8cd7e04) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:40:12.132723 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for port (3b05da3d-2dee-4a01-83ab-cbcef8cd7e04), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:12.236333 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (3b05da3d-2dee-4a01-83ab-cbcef8cd7e04), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:12.275549 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-411d26e4-c59d-45bb-bc58-ebf9ba92c058 req-57ef7298-c7ca-4524-a0ab-63a8cc66ef47 tempest-TestMinimumBasicScenario-781954605 tempest-TestMinimumBasicScenario-781954605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2013baeb-7052-438d-80c7-7e2be6eddca9 HTTP/1.1" status: 200 len: 210 time: 0.0293541 Aug 08 02:40:12.277357 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:40:12.280247 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:40:12.282767 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:40:12.312142 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event updated for resources: {'Port': ['ID=3b05da3d-2dee-4a01-83ab-cbcef8cd7e04,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:12.378346 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for floatingip (0370642d-be57-48a1-b01b-5434478b1845), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:12.452930 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:12.464907 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (3b05da3d-2dee-4a01-83ab-cbcef8cd7e04), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:12.491791 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:12.618594 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for port (3b05da3d-2dee-4a01-83ab-cbcef8cd7e04), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:12.669671 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914405'] for port (3b05da3d-2dee-4a01-83ab-cbcef8cd7e04), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:12.740696 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (0370642d-be57-48a1-b01b-5434478b1845), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:12.743303 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event updated for resources: {'Port': ['ID=3b05da3d-2dee-4a01-83ab-cbcef8cd7e04,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:12.808540 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:12.809797 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1465b49e-7959-454b-8835-a59ca51991cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0917277 Aug 08 02:40:13.010396 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-6bf53ca2-3959-44da-887a-7e72452bfbd5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1480963965&fields=id&tenant_id=dddb64c31c0a4db2a184543c435c7bc0 HTTP/1.1" status: 200 len: 267 time: 0.0429995 Aug 08 02:40:13.114627 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-94024402-44e4-491f-8026-210ff6f11756 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:13.116084 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-94024402-44e4-491f-8026-210ff6f11756 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/networks?id=87360f95-f3ba-477f-b837-ec26e9e98a48 HTTP/1.1" status: 200 len: 817 time: 0.0995004 Aug 08 02:40:13.130975 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-3a4032fe-091c-41fc-aae5-64c86020c556 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/quotas/dddb64c31c0a4db2a184543c435c7bc0 HTTP/1.1" status: 200 len: 375 time: 0.0095067 Aug 08 02:40:13.182736 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-c75f740d-798a-40a7-ae43-e5af43be4ad6 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469790 Aug 08 02:40:13.277888 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-3e4ca692-55a0-44b4-8ab3-e6db44e9b1a8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839198 Aug 08 02:40:13.374223 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-f829525d-1a21-477d-a037-e17f863c1ec4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907590 Aug 08 02:40:13.619505 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94006a66-6ed8-4b23-9e96-bb03bf139a75 req-33113c9d-c26b-4217-8e39-cc0b986fbac7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 210 time: 0.0313680 Aug 08 02:40:14.727470 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5d149e00-3147-4be0-ad16-1fdf75ab7139 req-d0000109-0e87-4d07-a4cb-489716c1ae11 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 210 time: 0.0287213 Aug 08 02:40:14.780123 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 44870) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:14.969205 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device b1663d83-3f81-40a7-968b-47e96bdf8eb3 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:40:14.988442 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: b1663d83-3f81-40a7-968b-47e96bdf8eb3 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:40:14.988929 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device b1663d83-3f81-40a7-968b-47e96bdf8eb3 not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:40:15.015392 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:15.543928 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-24b0e48e-04d9-4220-81ed-a49d3eae3e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729648'] for router_interface (967626e3-3290-4434-81aa-f557e1bc47b9), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:15.642079 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:15.654539 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-20fe1eff-babc-4581-9fa7-540830cba154 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:15.656080 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-20fe1eff-babc-4581-9fa7-540830cba154 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.48 "GET /networking/v2.0/networks?id=87360f95-f3ba-477f-b837-ec26e9e98a48 HTTP/1.1" status: 200 len: 817 time: 0.3625104 Aug 08 02:40:15.722575 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-043dbad6-ba3d-48db-9ac1-38d789686450 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dddb64c31c0a4db2a184543c435c7bc0 HTTP/1.1" status: 200 len: 380 time: 0.0575900 Aug 08 02:40:15.800802 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-55bc7133-c3c4-4101-b7f0-209c254bfbaf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Request body: {'port': {'device_id': '9af55837-b03e-4343-9650-3adfa1bdceec', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'admin_state_up': True, 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'security_groups': ['4ed9bef8-565d-4b36-bf49-e85c80f69506']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:40:15.825025 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-24b0e48e-04d9-4220-81ed-a49d3eae3e27 admin admin] Deleting port b9526460-d78d-4f38-9073-4b8c13d2069b {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:40:15.825602 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-24b0e48e-04d9-4220-81ed-a49d3eae3e27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:15.873880 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5a67e44a-4554-4875-b1de-454f51e50a02 req-2b11a97b-f9f7-4c68-bc50-ca3577f6c761 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 210 time: 0.0678372 Aug 08 02:40:15.905960 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-24b0e48e-04d9-4220-81ed-a49d3eae3e27 admin admin] For port b9526460-d78d-4f38-9073-4b8c13d2069b, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=b9526460-d78d-4f38-9073-4b8c13d2069b,segment=NetworkSegment(35978fbe-92ac-41e5-8c7e-82ab5ae890ab),segment_id=35978fbe-92ac-41e5-8c7e-82ab5ae890ab)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:15.906319 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-24b0e48e-04d9-4220-81ed-a49d3eae3e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:15.920490 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-24b0e48e-04d9-4220-81ed-a49d3eae3e27 admin admin] Calling delete_port for b9526460-d78d-4f38-9073-4b8c13d2069b owned by network:router_interface {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:40:16.018984 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-55bc7133-c3c4-4101-b7f0-209c254bfbaf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Made reservation on behalf of dddb64c31c0a4db2a184543c435c7bc0 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:40:16.022521 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-55bc7133-c3c4-4101-b7f0-209c254bfbaf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:16.155543 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-24b0e48e-04d9-4220-81ed-a49d3eae3e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (b9526460-d78d-4f38-9073-4b8c13d2069b), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:16.156048 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-55bc7133-c3c4-4101-b7f0-209c254bfbaf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Allocated IP 172.20.0.6 (87360f95-f3ba-477f-b837-ec26e9e98a48/e0a15f1e-8f7d-40be-8001-fcd3ba94b32d/c3df9322-b3ad-432a-8a54-5417ca654fb3) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:40:16.183308 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0e48e-04d9-4220-81ed-a49d3eae3e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9526460-d78d-4f38-9073-4b8c13d2069b,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:16.312931 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-55bc7133-c3c4-4101-b7f0-209c254bfbaf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:16.340768 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:16.352752 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:16.356880 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-24b0e48e-04d9-4220-81ed-a49d3eae3e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729772'] for router_interface (967626e3-3290-4434-81aa-f557e1bc47b9), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:16.396129 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-55bc7133-c3c4-4101-b7f0-209c254bfbaf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:16.441349 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-55bc7133-c3c4-4101-b7f0-209c254bfbaf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Network 87360f95-f3ba-477f-b837-ec26e9e98a48 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:40:16.444521 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-55bc7133-c3c4-4101-b7f0-209c254bfbaf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:40:16.448487 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-55bc7133-c3c4-4101-b7f0-209c254bfbaf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:40:16.474388 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc7133-c3c4-4101-b7f0-209c254bfbaf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event updated for resources: {'Port': ['ID=c3df9322-b3ad-432a-8a54-5417ca654fb3,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:16.495799 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:16.507036 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-55bc7133-c3c4-4101-b7f0-209c254bfbaf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:16.507662 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-55bc7133-c3c4-4101-b7f0-209c254bfbaf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:16.513366 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:16.589013 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b0e48e-04d9-4220-81ed-a49d3eae3e27 admin admin] Router 967626e3-3290-4434-81aa-f557e1bc47b9 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:40:16.636677 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-55bc7133-c3c4-4101-b7f0-209c254bfbaf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8400490 Aug 08 02:40:16.649181 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Request body: {'port': {'device_id': '9af55837-b03e-4343-9650-3adfa1bdceec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:40:16.694402 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b0e48e-04d9-4220-81ed-a49d3eae3e27 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:40:16.699452 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-24b0e48e-04d9-4220-81ed-a49d3eae3e27 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/967626e3-3290-4434-81aa-f557e1bc47b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9183037 Aug 08 02:40:16.702018 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 44880) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:16.708808 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31161e18-0bf4-4f00-925b-accf2af9ccce None None] Sync routers for ids ['967626e3-3290-4434-81aa-f557e1bc47b9'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:40:16.715550 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:16.730192 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-db1ba909-2b9e-49fc-af81-73843320d78d None None] Provisioning complete for port c3df9322-b3ad-432a-8a54-5417ca654fb3 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:40:16.731183 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-db1ba909-2b9e-49fc-af81-73843320d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:16.741661 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31161e18-0bf4-4f00-925b-accf2af9ccce None None] Routers {'967626e3-3290-4434-81aa-f557e1bc47b9'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:40:16.742314 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-31161e18-0bf4-4f00-925b-accf2af9ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:39:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['967626e3-3290-4434-81aa-f557e1bc47b9'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:16.768182 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-db1ba909-2b9e-49fc-af81-73843320d78d None None] Port c3df9322-b3ad-432a-8a54-5417ca654fb3 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:40:16.806940 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c795ad3f-2231-4c8f-a9bb-dd293c83a814 admin admin] Publish callbacks [] for router (967626e3-3290-4434-81aa-f557e1bc47b9), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:16.864928 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-31161e18-0bf4-4f00-925b-accf2af9ccce None None] Set router 967626e3-3290-4434-81aa-f557e1bc47b9 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:40:16.930239 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c795ad3f-2231-4c8f-a9bb-dd293c83a814 admin admin] Publish callbacks [] for router_gateway (967626e3-3290-4434-81aa-f557e1bc47b9), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:17.020672 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3df9322-b3ad-432a-8a54-5417ca654fb3 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:40:17.029457 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Publish callbacks [] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:17.034871 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4823e-8d91-4d2a-80e8-05bd407e0eb4 req-c72733e5-b354-4047-bc53-863846b2ee09 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:17.036403 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-aeb4823e-8d91-4d2a-80e8-05bd407e0eb4 req-c72733e5-b354-4047-bc53-863846b2ee09 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 931 time: 0.0705242 Aug 08 02:40:17.050236 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Transition to ACTIVE for port object c3df9322-b3ad-432a-8a54-5417ca654fb3 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:40:17.051044 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-31161e18-0bf4-4f00-925b-accf2af9ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'name': 'tempest-TestMinimumBasicScenario-906689206-router', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231'}], 'enable_snat': True}, 'gw_port_id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:40:16Z', 'revision_number': 5, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'gw_port': {'id': 'fa3f2552-2ba9-43d2-bb34-497664c01543', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:17.080353 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31161e18-0bf4-4f00-925b-accf2af9ccce None None] Checking router: 967626e3-3290-4434-81aa-f557e1bc47b9 for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:40:17.088156 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-c795ad3f-2231-4c8f-a9bb-dd293c83a814 admin admin] Deleting port fa3f2552-2ba9-43d2-bb34-497664c01543 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:40:17.088494 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c795ad3f-2231-4c8f-a9bb-dd293c83a814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (fa3f2552-2ba9-43d2-bb34-497664c01543), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:17.088866 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31161e18-0bf4-4f00-925b-accf2af9ccce None None] Routers {'967626e3-3290-4434-81aa-f557e1bc47b9'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:40:17.089452 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-31161e18-0bf4-4f00-925b-accf2af9ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:39:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['967626e3-3290-4434-81aa-f557e1bc47b9'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:17.131080 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:17.150697 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-aeb4823e-8d91-4d2a-80e8-05bd407e0eb4 req-13543b95-067c-4f01-9887-4890e5689b89 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930111 Aug 08 02:40:17.175539 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-31161e18-0bf4-4f00-925b-accf2af9ccce None None] Set router 967626e3-3290-4434-81aa-f557e1bc47b9 gateway port host: None {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:40:17.184576 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:17.208551 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-c795ad3f-2231-4c8f-a9bb-dd293c83a814 admin admin] For port fa3f2552-2ba9-43d2-bb34-497664c01543, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=fa3f2552-2ba9-43d2-bb34-497664c01543,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:17.208885 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c795ad3f-2231-4c8f-a9bb-dd293c83a814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (fa3f2552-2ba9-43d2-bb34-497664c01543), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:17.209506 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Pushing event updated for resources: {'Port': ['ID=c3df9322-b3ad-432a-8a54-5417ca654fb3,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:17.224632 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-c795ad3f-2231-4c8f-a9bb-dd293c83a814 admin admin] Calling delete_port for fa3f2552-2ba9-43d2-bb34-497664c01543 owned by network:router_gateway {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:40:17.233343 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-31161e18-0bf4-4f00-925b-accf2af9ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'name': 'tempest-TestMinimumBasicScenario-906689206-router', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:40:16Z', 'revision_number': 6, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'gw_port_host': None}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:17.259790 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Attempting to bind port c3df9322-b3ad-432a-8a54-5417ca654fb3 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:40:17.260143 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Attempting to bind port c3df9322-b3ad-432a-8a54-5417ca654fb3 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:40:17.260446 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Attempting to bind port c3df9322-b3ad-432a-8a54-5417ca654fb3 on network 87360f95-f3ba-477f-b837-ec26e9e98a48 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:40:17.261143 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31161e18-0bf4-4f00-925b-accf2af9ccce None None] The sync data for ids ['967626e3-3290-4434-81aa-f557e1bc47b9'] in dv-cinder-852261-2-iscsi is: [{'id': '967626e3-3290-4434-81aa-f557e1bc47b9', 'name': 'tempest-TestMinimumBasicScenario-906689206-router', 'tenant_id': '31bdca178d874d499b1492305ad45a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:02Z', 'updated_at': '2022-08-08T02:40:16Z', 'revision_number': 6, 'project_id': '31bdca178d874d499b1492305ad45a9c', 'gw_port_host': None}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:40:17.264996 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Port c3df9322-b3ad-432a-8a54-5417ca654fb3 on network 87360f95-f3ba-477f-b837-ec26e9e98a48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:40:17.265324 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Attempting to bind port c3df9322-b3ad-432a-8a54-5417ca654fb3 on network 87360f95-f3ba-477f-b837-ec26e9e98a48 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:40:17.272137 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:40:17.272729 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Checking segment: {'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:40:17.272916 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Bound using segment: {'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:40:17.273348 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Bound port: c3df9322-b3ad-432a-8a54-5417ca654fb3, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5091a52d-e603-484c-bd4b-03c9a84bfa9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:40:17.273707 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:17.339178 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] For port c3df9322-b3ad-432a-8a54-5417ca654fb3, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:40:17.342170 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] For port c3df9322-b3ad-432a-8a54-5417ca654fb3, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:40:17.424996 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:17.428333 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:17.429130 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:17.430556 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/c3df9322-b3ad-432a-8a54-5417ca654fb3 HTTP/1.1" status: 200 len: 1093 time: 0.7855639 Aug 08 02:40:17.432728 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af55837-b03e-4343-9650-3adfa1bdceec', 'tag': 'c3df9322-b3ad-432a-8a54-5417ca654fb3'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:40:17.435582 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e08243-a765-4eec-b3ef-acaf50b9aa14" -d '{"events": [{"name": "network-changed", "server_uuid": "9af55837-b03e-4343-9650-3adfa1bdceec", "tag": "c3df9322-b3ad-432a-8a54-5417ca654fb3"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:40:17.447509 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c795ad3f-2231-4c8f-a9bb-dd293c83a814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (fa3f2552-2ba9-43d2-bb34-497664c01543), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:17.476328 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795ad3f-2231-4c8f-a9bb-dd293c83a814 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3f2552-2ba9-43d2-bb34-497664c01543,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:17.483034 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8851175-cdb3-47cc-a762-5b162739d641 x-openstack-request-id: req-b8851175-cdb3-47cc-a762-5b162739d641 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:40:17.483327 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af55837-b03e-4343-9650-3adfa1bdceec", "tag": "c3df9322-b3ad-432a-8a54-5417ca654fb3", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:40:17.484028 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8851175-cdb3-47cc-a762-5b162739d641 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:40:17.484028 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8851175-cdb3-47cc-a762-5b162739d641'] response: {'name': 'network-changed', 'server_uuid': '9af55837-b03e-4343-9650-3adfa1bdceec', 'tag': 'c3df9322-b3ad-432a-8a54-5417ca654fb3', 'status': 'completed', 'code': 200} Aug 08 02:40:17.487616 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:17.500098 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81875ed8-4201-418c-8e18-d4f371a1e18e service neutron] Pushing event updated for resources: {'Port': ['ID=c3df9322-b3ad-432a-8a54-5417ca654fb3,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:17.542459 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c795ad3f-2231-4c8f-a9bb-dd293c83a814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656612'] for router_gateway (967626e3-3290-4434-81aa-f557e1bc47b9), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:17.553500 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e08243-a765-4eec-b3ef-acaf50b9aa14 req-8753f359-a2d4-493e-8c89-4227add6e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:17.555133 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-44e08243-a765-4eec-b3ef-acaf50b9aa14 req-8753f359-a2d4-493e-8c89-4227add6e3e6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 1127 time: 0.0464416 Aug 08 02:40:17.649738 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c795ad3f-2231-4c8f-a9bb-dd293c83a814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1885'] for router (967626e3-3290-4434-81aa-f557e1bc47b9), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:17.652299 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c795ad3f-2231-4c8f-a9bb-dd293c83a814 admin admin] Publish callbacks [] for router_controller (967626e3-3290-4434-81aa-f557e1bc47b9), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:17.669274 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e08243-a765-4eec-b3ef-acaf50b9aa14 req-15c53c24-c2bd-4b41-bfd6-3cf326003079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:17.670849 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-44e08243-a765-4eec-b3ef-acaf50b9aa14 req-15c53c24-c2bd-4b41-bfd6-3cf326003079 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1073978 Aug 08 02:40:17.772720 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e08243-a765-4eec-b3ef-acaf50b9aa14 req-3e5b4e7f-d599-4e25-8fc0-af1432e1a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:17.774184 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-44e08243-a765-4eec-b3ef-acaf50b9aa14 req-3e5b4e7f-d599-4e25-8fc0-af1432e1a332 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970294 Aug 08 02:40:17.782532 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c795ad3f-2231-4c8f-a9bb-dd293c83a814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-736073'] for router (967626e3-3290-4434-81aa-f557e1bc47b9), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:17.784052 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c795ad3f-2231-4c8f-a9bb-dd293c83a814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 967626e3-3290-4434-81aa-f557e1bc47b9 {{(pid=104276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:40:17.790442 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c795ad3f-2231-4c8f-a9bb-dd293c83a814 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:17.791599 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-c795ad3f-2231-4c8f-a9bb-dd293c83a814 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/967626e3-3290-4434-81aa-f557e1bc47b9 HTTP/1.1" status: 204 len: 168 time: 1.0886321 Aug 08 02:40:17.794175 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 44886) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:17.833718 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:17.877384 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_v2 [None req-4067e9e0-f911-4597-b3ac-15fc10f62f56 admin admin] Deleting subnet bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5 {{(pid=104277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:40:17.880209 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-96e75df6-df34-4db9-8fc5-28eef459c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:17.881653 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-96e75df6-df34-4db9-8fc5-28eef459c426 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 1127 time: 0.0610147 Aug 08 02:40:17.883476 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4067e9e0-f911-4597-b3ac-15fc10f62f56 admin admin] Publish callbacks [] for subnet (bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:17.945408 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-1987d511-0484-48df-8a13-75bb41a6fd2b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3 HTTP/1.1" status: 200 len: 217 time: 0.0429676 Aug 08 02:40:17.960460 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4067e9e0-f911-4597-b3ac-15fc10f62f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3841700'] for subnet (bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:17.972001 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:40:18.035133 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-aeec86ec-dc0a-48c7-9f1f-9273677ec721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:18.036621 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-aeec86ec-dc0a-48c7-9f1f-9273677ec721 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e0a15f1e-8f7d-40be-8001-fcd3ba94b32d HTTP/1.1" status: 200 len: 856 time: 0.0848613 Aug 08 02:40:18.131007 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4067e9e0-f911-4597-b3ac-15fc10f62f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:18.134049 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-f54cf98a-cd12-4c69-87e1-456c1d69930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:18.135568 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-f54cf98a-cd12-4c69-87e1-456c1d69930f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87360f95-f3ba-477f-b837-ec26e9e98a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834751 Aug 08 02:40:18.272076 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-804384bc-f6f6-4457-90df-7acbab39572e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180141 Aug 08 02:40:18.290093 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661103ca-8f45-4cf5-813f-2433584423bd req-d12c42e9-d803-445d-bfe2-975407494264 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:18.291722 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-661103ca-8f45-4cf5-813f-2433584423bd req-d12c42e9-d803-445d-bfe2-975407494264 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0569422 Aug 08 02:40:18.332603 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4067e9e0-f911-4597-b3ac-15fc10f62f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521514'] for subnet (bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:18.344492 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-661103ca-8f45-4cf5-813f-2433584423bd req-5267fdc7-98a7-4025-b379-7b897b68f496 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457222 Aug 08 02:40:18.371456 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067e9e0-f911-4597-b3ac-15fc10f62f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:18.381659 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4067e9e0-f911-4597-b3ac-15fc10f62f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:18.383651 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4067e9e0-f911-4597-b3ac-15fc10f62f56 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/bdf5fdc7-0c5e-403f-bf38-3b82272aa4a5 HTTP/1.1" status: 204 len: 168 time: 0.5884516 Aug 08 02:40:18.384302 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127749ec-60b4-4185-9d05-a9c5c8ac0181 None None] Network 0039794c-6513-403c-9341-87684af30240 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:40:18.386138 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 44890) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:18.475304 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fc0bbb05-3fd8-46a3-b89e-74633f5c43a8 req-cab1e7f1-4549-496d-a744-babe7c6b8c27 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968102 Aug 08 02:40:18.482594 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (0039794c-6513-403c-9341-87684af30240), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:18.528632 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] Deleting port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:40:18.528968 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:18.548017 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] DHCP port deletion for 0039794c-6513-403c-9341-87684af30240 request from dv-cinder-852261-2-iscsi {{(pid=104278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:40:18.581825 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:18.588793 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Deleting port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:40:18.589168 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:18.597238 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] For port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7,segment=NetworkSegment(35978fbe-92ac-41e5-8c7e-82ab5ae890ab),segment_id=35978fbe-92ac-41e5-8c7e-82ab5ae890ab)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:18.597588 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:18.610934 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] Calling delete_port for 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 owned by network:dhcp {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:40:18.650538 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:18.652438 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] For port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7,segment=NetworkSegment(35978fbe-92ac-41e5-8c7e-82ab5ae890ab),segment_id=35978fbe-92ac-41e5-8c7e-82ab5ae890ab)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:18.652834 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:18.665895 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Calling delete_port for 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:40:18.683269 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:18.755681 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:18.779549 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] Pushing event deleted for resources: {'Port': ['ID=0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:18.788565 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] No DVR routers for this DVR port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 on host dv-cinder-852261-2-iscsi {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:40:18.866937 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (0039794c-6513-403c-9341-87684af30240), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:18.868221 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050'] for port (0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:18.888331 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0039794c-6513-403c-9341-87684af30240']}} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:18.891456 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Pushing event deleted for resources: {'Port': ['ID=0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:18.896828 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] No DVR routers for this DVR port 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 on host dv-cinder-852261-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:40:18.899263 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35978fbe-92ac-41e5-8c7e-82ab5ae890ab') {'for_net_delete': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:18.899599 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35978fbe-92ac-41e5-8c7e-82ab5ae890ab') {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:18.903403 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:18.907269 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:18.907269 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:18.907269 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:18.907269 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:18.907269 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:18.907269 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:18.907269 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:18.907269 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:18.907269 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:18.907269 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:18.907269 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:18.907269 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:18.908931 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:18.908931 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872e847-01f7-4e92-a989-3f2046383565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:40:18.911972 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3841709'] for segment (35978fbe-92ac-41e5-8c7e-82ab5ae890ab), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:18.927298 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (35978fbe-92ac-41e5-8c7e-82ab5ae890ab), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:18.933975 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=104277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:40:18.934382 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3840337'] for segment (35978fbe-92ac-41e5-8c7e-82ab5ae890ab), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:19.027261 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device fa3f2552-2ba9-43d2-bb34-497664c01543 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:40:19.048300 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: fa3f2552-2ba9-43d2-bb34-497664c01543 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:40:19.048776 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device fa3f2552-2ba9-43d2-bb34-497664c01543 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:40:19.049338 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:40:19.058189 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (0039794c-6513-403c-9341-87684af30240), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:19.072354 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:40:19.072354 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 0af6f6b1-1ea0-471f-b59f-0dc8af3e53f7 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:40:19.072354 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device b9526460-d78d-4f38-9073-4b8c13d2069b no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:40:19.077544 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:19.085061 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/0039794c-6513-403c-9341-87684af30240 HTTP/1.1" status: 204 len: 168 time: 0.6950231 Aug 08 02:40:19.085255 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 44896) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:19.087510 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d932d5-b14b-4376-8195-91063b3f414e admin admin] Pushing event deleted for resources: {'Network': ['ID=0039794c-6513-403c-9341-87684af30240,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:19.088528 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: b9526460-d78d-4f38-9073-4b8c13d2069b {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:40:19.088883 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device b9526460-d78d-4f38-9073-4b8c13d2069b not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:40:19.158912 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 35978fbe-92ac-41e5-8c7e-82ab5ae890ab resource provider aggregate not found Aug 08 02:40:19.176380 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 35978fbe-92ac-41e5-8c7e-82ab5ae890ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35978fbe-92ac-41e5-8c7e-82ab5ae890ab found for delete ", "request_id": "req-cb756544-6f10-424d-b7e4-9ca0cb627247"}]} Aug 08 02:40:19.370920 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:19.473306 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcc094-2da4-4e9d-8909-05a3661a1a8d req-b926f32c-0c45-4c35-94f3-bec53865d5ff tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:19.474968 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-30fcc094-2da4-4e9d-8909-05a3661a1a8d req-b926f32c-0c45-4c35-94f3-bec53865d5ff tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0506134 Aug 08 02:40:19.524763 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-30fcc094-2da4-4e9d-8909-05a3661a1a8d req-e660d7a5-f6ad-404a-9365-c250927634ba tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440071 Aug 08 02:40:19.633108 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:19.636921 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9537373b-1cc7-4189-bf45-19104bb62ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729648'] for router_interface (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:19.861388 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-9537373b-1cc7-4189-bf45-19104bb62ef8 admin admin] Deleting port 51a049ac-effb-4e40-9df7-5c4f67dc8102 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:40:19.861823 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9537373b-1cc7-4189-bf45-19104bb62ef8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:19.941571 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-9537373b-1cc7-4189-bf45-19104bb62ef8 admin admin] For port 51a049ac-effb-4e40-9df7-5c4f67dc8102, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=51a049ac-effb-4e40-9df7-5c4f67dc8102,segment=NetworkSegment(e31010a7-5089-49fa-98ca-8ed8706ab182),segment_id=e31010a7-5089-49fa-98ca-8ed8706ab182)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:19.941929 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9537373b-1cc7-4189-bf45-19104bb62ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:19.958855 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-9537373b-1cc7-4189-bf45-19104bb62ef8 admin admin] Calling delete_port for 51a049ac-effb-4e40-9df7-5c4f67dc8102 owned by network:router_interface {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:40:20.199378 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9537373b-1cc7-4189-bf45-19104bb62ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (51a049ac-effb-4e40-9df7-5c4f67dc8102), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:20.229070 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537373b-1cc7-4189-bf45-19104bb62ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a049ac-effb-4e40-9df7-5c4f67dc8102,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:20.384911 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:20.395728 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9537373b-1cc7-4189-bf45-19104bb62ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729772'] for router_interface (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:20.505299 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:20.576700 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b2e12e13-8de0-4639-8b40-6ad3e25f9004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:20.619098 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9537373b-1cc7-4189-bf45-19104bb62ef8 admin admin] Router 70b1ad55-a745-49b4-b4a9-6f9eb1b353e9 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:40:20.660075 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b0271-5aee-433d-85c0-630e0afd774d req-43f637b7-1525-4ce6-bc76-b8032a416e7b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:20.661540 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7d9b0271-5aee-433d-85c0-630e0afd774d req-43f637b7-1525-4ce6-bc76-b8032a416e7b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0566821 Aug 08 02:40:20.781708 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7d9b0271-5aee-433d-85c0-630e0afd774d req-0c546648-d40f-4c32-b470-dc544268ac53 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895646 Aug 08 02:40:20.789518 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9537373b-1cc7-4189-bf45-19104bb62ef8 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:40:20.794404 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-9537373b-1cc7-4189-bf45-19104bb62ef8 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/70b1ad55-a745-49b4-b4a9-6f9eb1b353e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7081664 Aug 08 02:40:20.797087 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 44906) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:20.802008 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f28cdc-b139-4098-b283-1790e2fdf691 None None] Sync routers for ids ['70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:40:20.812318 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f28cdc-b139-4098-b283-1790e2fdf691 None None] Routers {'70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:40:20.816793 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-64f28cdc-b139-4098-b283-1790e2fdf691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:39:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:20.897239 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa66ef74-1d7f-4199-a12f-a5719aa497dc admin admin] Publish callbacks [] for router (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:20.915489 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-64f28cdc-b139-4098-b283-1790e2fdf691 None None] Set router 70b1ad55-a745-49b4-b4a9-6f9eb1b353e9 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:40:20.917035 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:20.999538 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa66ef74-1d7f-4199-a12f-a5719aa497dc admin admin] Publish callbacks [] for router_gateway (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:21.014988 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device c3df9322-b3ad-432a-8a54-5417ca654fb3 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:40:21.085551 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-fa66ef74-1d7f-4199-a12f-a5719aa497dc admin admin] Deleting port c6f6b4d0-a390-42c0-882c-e0dca49b1621 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:40:21.085886 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa66ef74-1d7f-4199-a12f-a5719aa497dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (c6f6b4d0-a390-42c0-882c-e0dca49b1621), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:21.173312 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-fa66ef74-1d7f-4199-a12f-a5719aa497dc admin admin] For port c6f6b4d0-a390-42c0-882c-e0dca49b1621, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=c6f6b4d0-a390-42c0-882c-e0dca49b1621,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:21.174334 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa66ef74-1d7f-4199-a12f-a5719aa497dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (c6f6b4d0-a390-42c0-882c-e0dca49b1621), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:21.180618 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-64f28cdc-b139-4098-b283-1790e2fdf691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'name': 'tempest-TestMinimumBasicScenario-1670226308-router', 'tenant_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c6f6b4d0-a390-42c0-882c-e0dca49b1621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:09Z', 'updated_at': '2022-08-08T02:40:20Z', 'revision_number': 5, 'project_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'gw_port': {'id': 'c6f6b4d0-a390-42c0-882c-e0dca49b1621', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:34:10Z', 'updated_at': '2022-08-08T02:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:21.183367 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port c3df9322-b3ad-432a-8a54-5417ca654fb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:21.187388 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-fa66ef74-1d7f-4199-a12f-a5719aa497dc admin admin] Calling delete_port for c6f6b4d0-a390-42c0-882c-e0dca49b1621 owned by network:router_gateway {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:40:21.214778 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f28cdc-b139-4098-b283-1790e2fdf691 None None] Checking router: 70b1ad55-a745-49b4-b4a9-6f9eb1b353e9 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:40:21.221527 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': 'c3df9322-b3ad-432a-8a54-5417ca654fb3', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'port_id': 'c3df9322-b3ad-432a-8a54-5417ca654fb3', 'mac_address': 'fa:16:3e:79:46:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:40:21.230203 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f28cdc-b139-4098-b283-1790e2fdf691 None None] Routers {'70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:40:21.230843 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-64f28cdc-b139-4098-b283-1790e2fdf691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:39:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:21.303336 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:21.322404 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port c3df9322-b3ad-432a-8a54-5417ca654fb3 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:40:21.322797 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:21.344740 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3df9322-b3ad-432a-8a54-5417ca654fb3 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:40:21.353046 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-64f28cdc-b139-4098-b283-1790e2fdf691 None None] Set router 70b1ad55-a745-49b4-b4a9-6f9eb1b353e9 gateway port host: None {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:40:21.379052 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:21.395720 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa66ef74-1d7f-4199-a12f-a5719aa497dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (c6f6b4d0-a390-42c0-882c-e0dca49b1621), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:21.413609 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-64f28cdc-b139-4098-b283-1790e2fdf691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'name': 'tempest-TestMinimumBasicScenario-1670226308-router', 'tenant_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:09Z', 'updated_at': '2022-08-08T02:40:20Z', 'revision_number': 6, 'project_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'gw_port_host': None}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:21.418864 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66ef74-1d7f-4199-a12f-a5719aa497dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f6b4d0-a390-42c0-882c-e0dca49b1621,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:21.427605 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:21.439635 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port c3df9322-b3ad-432a-8a54-5417ca654fb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:21.441455 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f28cdc-b139-4098-b283-1790e2fdf691 None None] The sync data for ids ['70b1ad55-a745-49b4-b4a9-6f9eb1b353e9'] in dv-cinder-852261-2-iscsi is: [{'id': '70b1ad55-a745-49b4-b4a9-6f9eb1b353e9', 'name': 'tempest-TestMinimumBasicScenario-1670226308-router', 'tenant_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:34:09Z', 'updated_at': '2022-08-08T02:40:20Z', 'revision_number': 6, 'project_id': 'd6ff6b4542fb4445865c6a9cd7923b73', 'gw_port_host': None}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:40:21.492947 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa66ef74-1d7f-4199-a12f-a5719aa497dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656612'] for router_gateway (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:21.493141 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:21.543340 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=c3df9322-b3ad-432a-8a54-5417ca654fb3,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:21.581930 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa66ef74-1d7f-4199-a12f-a5719aa497dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1885'] for router (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:21.584150 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa66ef74-1d7f-4199-a12f-a5719aa497dc admin admin] Publish callbacks [] for router_controller (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:21.684854 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa66ef74-1d7f-4199-a12f-a5719aa497dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-736073'] for router (70b1ad55-a745-49b4-b4a9-6f9eb1b353e9), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:21.685370 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa66ef74-1d7f-4199-a12f-a5719aa497dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70b1ad55-a745-49b4-b4a9-6f9eb1b353e9 {{(pid=104277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:40:21.696619 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fa66ef74-1d7f-4199-a12f-a5719aa497dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:21.696619 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-fa66ef74-1d7f-4199-a12f-a5719aa497dc admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/70b1ad55-a745-49b4-b4a9-6f9eb1b353e9 HTTP/1.1" status: 204 len: 168 time: 0.8932948 Aug 08 02:40:21.696890 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 44910) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:21.739522 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-6151ae9b-c29f-4bef-856d-a4322b9ca4da admin admin] Deleting subnet 4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:40:21.742587 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6151ae9b-c29f-4bef-856d-a4322b9ca4da admin admin] Publish callbacks [] for subnet (4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:21.782046 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6151ae9b-c29f-4bef-856d-a4322b9ca4da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4164821'] for subnet (4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:21.865250 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6151ae9b-c29f-4bef-856d-a4322b9ca4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:21.920207 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0429e-7a0b-46ab-8cce-bd3ba1daa14f req-88b02d4d-e1c2-4a7d-a3d1-b02fcd4fd2ea tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:21.921844 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ade0429e-7a0b-46ab-8cce-bd3ba1daa14f req-88b02d4d-e1c2-4a7d-a3d1-b02fcd4fd2ea tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 944 time: 0.0509651 Aug 08 02:40:21.951413 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['c3df9322-b3ad-432a-8a54-5417ca654fb3'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:40:21.969851 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ade0429e-7a0b-46ab-8cce-bd3ba1daa14f req-759fb737-5dbf-4439-b175-0be217e69f63 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418928 Aug 08 02:40:21.990232 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6151ae9b-c29f-4bef-856d-a4322b9ca4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25480602'] for subnet (4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:22.023739 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6151ae9b-c29f-4bef-856d-a4322b9ca4da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:22.027932 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-6151ae9b-c29f-4bef-856d-a4322b9ca4da admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d HTTP/1.1" status: 204 len: 168 time: 0.3329570 Aug 08 02:40:22.028060 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e060df3-130a-4bd9-acac-44c5e0ef1efb None None] Network 261cc179-3edb-4f87-8752-ca0c859f16b0 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:40:22.029192 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151ae9b-c29f-4bef-856d-a4322b9ca4da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a00532b-1a9f-4662-bd0d-2f2f42ef1d2d,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:22.030847 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 44914) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:22.230735 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2e9f31-735f-4ff3-b7a9-a89159eb8ae8 None None] DHCP port deletion for 261cc179-3edb-4f87-8752-ca0c859f16b0 request from dv-cinder-852261-2-iscsi {{(pid=104278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:40:22.269736 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e9f31-735f-4ff3-b7a9-a89159eb8ae8 None None] Deleting port 90abc802-37ae-414d-9b13-5b74b1293de8 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:40:22.270202 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4d2e9f31-735f-4ff3-b7a9-a89159eb8ae8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (90abc802-37ae-414d-9b13-5b74b1293de8), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:22.342958 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-4d2e9f31-735f-4ff3-b7a9-a89159eb8ae8 None None] For port 90abc802-37ae-414d-9b13-5b74b1293de8, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=90abc802-37ae-414d-9b13-5b74b1293de8,segment=NetworkSegment(e31010a7-5089-49fa-98ca-8ed8706ab182),segment_id=e31010a7-5089-49fa-98ca-8ed8706ab182)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:22.343356 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4d2e9f31-735f-4ff3-b7a9-a89159eb8ae8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (90abc802-37ae-414d-9b13-5b74b1293de8), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:22.348981 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (261cc179-3edb-4f87-8752-ca0c859f16b0), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:22.352055 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:22.358095 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e9f31-735f-4ff3-b7a9-a89159eb8ae8 None None] Calling delete_port for 90abc802-37ae-414d-9b13-5b74b1293de8 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:40:22.390389 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] Deleting port 90abc802-37ae-414d-9b13-5b74b1293de8 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:40:22.390740 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (90abc802-37ae-414d-9b13-5b74b1293de8), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:22.460772 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] For port 90abc802-37ae-414d-9b13-5b74b1293de8, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=90abc802-37ae-414d-9b13-5b74b1293de8,segment=NetworkSegment(e31010a7-5089-49fa-98ca-8ed8706ab182),segment_id=e31010a7-5089-49fa-98ca-8ed8706ab182)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:22.461134 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (90abc802-37ae-414d-9b13-5b74b1293de8), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:22.475558 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] Calling delete_port for 90abc802-37ae-414d-9b13-5b74b1293de8 owned by network:dhcp {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:40:22.504379 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4d2e9f31-735f-4ff3-b7a9-a89159eb8ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050'] for port (90abc802-37ae-414d-9b13-5b74b1293de8), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:22.534186 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e9f31-735f-4ff3-b7a9-a89159eb8ae8 None None] Pushing event deleted for resources: {'Port': ['ID=90abc802-37ae-414d-9b13-5b74b1293de8,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:22.539437 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e9f31-735f-4ff3-b7a9-a89159eb8ae8 None None] No DVR routers for this DVR port 90abc802-37ae-414d-9b13-5b74b1293de8 on host dv-cinder-852261-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:40:22.556445 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (90abc802-37ae-414d-9b13-5b74b1293de8), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:22.581638 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=90abc802-37ae-414d-9b13-5b74b1293de8,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:22.585271 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] No DVR routers for this DVR port 90abc802-37ae-414d-9b13-5b74b1293de8 on host dv-cinder-852261-2-iscsi {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:40:22.658789 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (261cc179-3edb-4f87-8752-ca0c859f16b0), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:22.678888 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261cc179-3edb-4f87-8752-ca0c859f16b0']}} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:22.688083 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31010a7-5089-49fa-98ca-8ed8706ab182') {'for_net_delete': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:22.688380 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31010a7-5089-49fa-98ca-8ed8706ab182') {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:22.698708 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3841709'] for segment (e31010a7-5089-49fa-98ca-8ed8706ab182), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:22.712988 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (e31010a7-5089-49fa-98ca-8ed8706ab182), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:22.719315 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=104277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:40:22.719633 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3840337'] for segment (e31010a7-5089-49fa-98ca-8ed8706ab182), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:22.763149 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment e31010a7-5089-49fa-98ca-8ed8706ab182 resource provider aggregate not found Aug 08 02:40:22.781230 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment e31010a7-5089-49fa-98ca-8ed8706ab182 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e31010a7-5089-49fa-98ca-8ed8706ab182 found for delete ", "request_id": "req-e750a74c-3e90-473c-803c-80493f4b6cc1"}]} Aug 08 02:40:22.835690 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (261cc179-3edb-4f87-8752-ca0c859f16b0), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:22.841228 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:22.844535 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/261cc179-3edb-4f87-8752-ca0c859f16b0 HTTP/1.1" status: 204 len: 168 time: 0.8124435 Aug 08 02:40:22.856306 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b28a1-283e-4fd5-9512-98baae6a03a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=261cc179-3edb-4f87-8752-ca0c859f16b0,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:22.881387 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cde0d925-2b41-4d9b-8e2e-177d40022735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:23.020676 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 51a049ac-effb-4e40-9df7-5c4f67dc8102 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:40:23.039850 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 51a049ac-effb-4e40-9df7-5c4f67dc8102 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:40:23.040189 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 51a049ac-effb-4e40-9df7-5c4f67dc8102 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:40:23.040602 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 90abc802-37ae-414d-9b13-5b74b1293de8 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:40:23.059012 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 90abc802-37ae-414d-9b13-5b74b1293de8 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:40:23.059362 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 90abc802-37ae-414d-9b13-5b74b1293de8 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:40:23.059783 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device c6f6b4d0-a390-42c0-882c-e0dca49b1621 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:40:23.079348 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: c6f6b4d0-a390-42c0-882c-e0dca49b1621 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:40:23.079807 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device c6f6b4d0-a390-42c0-882c-e0dca49b1621 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:40:23.098171 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fefba-4594-4810-9f4a-97dfec48ddac req-ddfc4ac0-f7fa-4acb-8f75-ea47d6f7ee88 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:23.099699 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7f3fefba-4594-4810-9f4a-97dfec48ddac req-ddfc4ac0-f7fa-4acb-8f75-ea47d6f7ee88 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 944 time: 0.0496948 Aug 08 02:40:23.120843 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device c3df9322-b3ad-432a-8a54-5417ca654fb3 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:40:23.150699 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7f3fefba-4594-4810-9f4a-97dfec48ddac req-f48acf99-c747-46a0-ba67-a994c5e67c73 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443320 Aug 08 02:40:23.167939 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port c3df9322-b3ad-432a-8a54-5417ca654fb3 completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:40:23.219229 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 44924) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:23.249200 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:23.260337 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-92c302fa-fea5-44dd-bf7c-f550d641b62d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=31bdca178d874d499b1492305ad45a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399992 Aug 08 02:40:23.263382 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 44926) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:23.270816 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port c3df9322-b3ad-432a-8a54-5417ca654fb3 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:40:23.271233 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:23.304612 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:23.314995 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-860332f0-1948-4a79-b6ad-0cd1ca34cedb admin admin] Publish callbacks [] for security_group (10377ff0-7b0d-46af-a20b-12603d49f19b), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:23.337317 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-860332f0-1948-4a79-b6ad-0cd1ca34cedb admin admin] Publish callbacks [] for security_group (10377ff0-7b0d-46af-a20b-12603d49f19b), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:23.344672 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port c3df9322-b3ad-432a-8a54-5417ca654fb3 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:40:23.345068 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:23.368611 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af55837-b03e-4343-9650-3adfa1bdceec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3df9322-b3ad-432a-8a54-5417ca654fb3'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:40:23.371292 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e112321e-765b-4986-b4e7-6cfc9e065db7" -d '{"events": [{"server_uuid": "9af55837-b03e-4343-9650-3adfa1bdceec", "name": "network-vif-plugged", "status": "completed", "tag": "c3df9322-b3ad-432a-8a54-5417ca654fb3"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:40:23.383972 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port c3df9322-b3ad-432a-8a54-5417ca654fb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:23.411686 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970c5b6a-5466-40a9-8a78-4017eafa278f x-openstack-request-id: req-970c5b6a-5466-40a9-8a78-4017eafa278f {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:40:23.411976 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af55837-b03e-4343-9650-3adfa1bdceec", "name": "network-vif-plugged", "status": "completed", "tag": "c3df9322-b3ad-432a-8a54-5417ca654fb3", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:40:23.412231 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-970c5b6a-5466-40a9-8a78-4017eafa278f {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:40:23.412628 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-970c5b6a-5466-40a9-8a78-4017eafa278f'] response: {'server_uuid': '9af55837-b03e-4343-9650-3adfa1bdceec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3df9322-b3ad-432a-8a54-5417ca654fb3', 'code': 200} Aug 08 02:40:23.450885 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:23.474112 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:23.485501 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-860332f0-1948-4a79-b6ad-0cd1ca34cedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (10377ff0-7b0d-46af-a20b-12603d49f19b), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:23.489062 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-860332f0-1948-4a79-b6ad-0cd1ca34cedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:23.490278 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-860332f0-1948-4a79-b6ad-0cd1ca34cedb admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/10377ff0-7b0d-46af-a20b-12603d49f19b HTTP/1.1" status: 204 len: 168 time: 0.2259188 Aug 08 02:40:23.499077 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=c3df9322-b3ad-432a-8a54-5417ca654fb3,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:23.499285 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860332f0-1948-4a79-b6ad-0cd1ca34cedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10377ff0-7b0d-46af-a20b-12603d49f19b,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:23.813933 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:23.821164 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bedc1-6abf-4d31-9b83-b350e65ac8ba req-27faedeb-0db5-4935-884f-da7806cc8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:23.822700 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-517bedc1-6abf-4d31-9b83-b350e65ac8ba req-27faedeb-0db5-4935-884f-da7806cc8e9a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 1129 time: 0.0413549 Aug 08 02:40:23.872365 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-517bedc1-6abf-4d31-9b83-b350e65ac8ba req-61e89ebd-eec5-44cd-8176-b47ef649465d service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427623 Aug 08 02:40:24.191684 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 44936) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:24.235209 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-19357da2-1b36-4735-ab22-f82124acdbbf admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d6ff6b4542fb4445865c6a9cd7923b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422988 Aug 08 02:40:24.238114 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 44938) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:24.284551 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13331340-56e5-4bf7-a3a0-0165cdf8574e req-75c0af3a-04ef-4a6d-ab4a-0e4591015f6a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:24.286044 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-13331340-56e5-4bf7-a3a0-0165cdf8574e req-75c0af3a-04ef-4a6d-ab4a-0e4591015f6a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0542684 Aug 08 02:40:24.288872 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-420b1a94-d53d-4448-a9ca-2262e25b4946 admin admin] Publish callbacks [] for security_group (b034ec4c-c046-493f-903c-bf14c30d92cc), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:24.311209 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-420b1a94-d53d-4448-a9ca-2262e25b4946 admin admin] Publish callbacks [] for security_group (b034ec4c-c046-493f-903c-bf14c30d92cc), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:24.335419 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-13331340-56e5-4bf7-a3a0-0165cdf8574e req-a8d9b97b-088b-44ec-ad22-618af6ac501c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432069 Aug 08 02:40:24.389920 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:24.458104 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-420b1a94-d53d-4448-a9ca-2262e25b4946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (b034ec4c-c046-493f-903c-bf14c30d92cc), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:24.460695 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-420b1a94-d53d-4448-a9ca-2262e25b4946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:24.461833 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-420b1a94-d53d-4448-a9ca-2262e25b4946 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b034ec4c-c046-493f-903c-bf14c30d92cc HTTP/1.1" status: 204 len: 168 time: 0.2227247 Aug 08 02:40:24.470015 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b1a94-d53d-4448-a9ca-2262e25b4946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b034ec4c-c046-493f-903c-bf14c30d92cc,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:25.465421 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfe128-fc52-4858-9209-eca1e8d8ce14 req-86a22d18-ba2b-4805-8ad8-d627b50616ea tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:25.466956 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-97cfe128-fc52-4858-9209-eca1e8d8ce14 req-86a22d18-ba2b-4805-8ad8-d627b50616ea tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0484653 Aug 08 02:40:25.518931 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-97cfe128-fc52-4858-9209-eca1e8d8ce14 req-35b26d95-8ff1-45ef-b1da-99ab6b13959c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454156 Aug 08 02:40:26.039511 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:26.090956 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:26.644682 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa89ba9-bd10-4e17-a8c6-1ab8b1007e24 req-935274fd-28ee-4e13-9191-82303b3a259b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:26.646179 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-aaa89ba9-bd10-4e17-a8c6-1ab8b1007e24 req-935274fd-28ee-4e13-9191-82303b3a259b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0476835 Aug 08 02:40:26.694200 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-aaa89ba9-bd10-4e17-a8c6-1ab8b1007e24 req-22ba6791-9b1b-415a-8996-90f74001fe27 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416505 Aug 08 02:40:26.817717 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a966f-3ace-411d-a6e8-be926402011f req-0f0eef32-56d5-426f-817e-f5d00c23dbd5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:26.817717 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-411a966f-3ace-411d-a6e8-be926402011f req-0f0eef32-56d5-426f-817e-f5d00c23dbd5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0494649 Aug 08 02:40:26.826251 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 44950) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:40:26.830979 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-c4610f52-c022-494c-a3c5-75f366cdb511 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Request body: {'floatingip': {'port_id': 'c3df9322-b3ad-432a-8a54-5417ca654fb3'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:40:26.868626 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c4610f52-c022-494c-a3c5-75f366cdb511 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for floatingip (0370642d-be57-48a1-b01b-5434478b1845), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:27.269345 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:27.284113 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c4610f52-c022-494c-a3c5-75f366cdb511 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:27.343506 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c4610f52-c022-494c-a3c5-75f366cdb511 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (0370642d-be57-48a1-b01b-5434478b1845), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:27.438704 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-c4610f52-c022-494c-a3c5-75f366cdb511 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Floating IP 0370642d-be57-48a1-b01b-5434478b1845 associated. External IP: 172.27.4.141, port: c3df9322-b3ad-432a-8a54-5417ca654fb3. Aug 08 02:40:27.470605 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:27.528005 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:27.637609 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4610f52-c022-494c-a3c5-75f366cdb511 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Router 19321b71-4a2a-4e6e-99a1-b50064793534 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:40:27.740474 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4610f52-c022-494c-a3c5-75f366cdb511 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:40:27.745136 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c4610f52-c022-494c-a3c5-75f366cdb511 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:27.750117 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242fded9-7961-4e1f-b74c-68b01431b7d7 None None] Sync routers for ids ['19321b71-4a2a-4e6e-99a1-b50064793534'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:40:27.760805 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242fded9-7961-4e1f-b74c-68b01431b7d7 None None] Routers {'19321b71-4a2a-4e6e-99a1-b50064793534'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:40:27.761408 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-242fded9-7961-4e1f-b74c-68b01431b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:40:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['19321b71-4a2a-4e6e-99a1-b50064793534'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:27.774788 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-c4610f52-c022-494c-a3c5-75f366cdb511 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/0370642d-be57-48a1-b01b-5434478b1845 HTTP/1.1" status: 200 len: 991 time: 0.9474227 Aug 08 02:40:27.775367 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af55837-b03e-4343-9650-3adfa1bdceec', 'tag': 'c3df9322-b3ad-432a-8a54-5417ca654fb3'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:40:27.777660 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f21115a-c735-4e76-b257-feb880134e14" -d '{"events": [{"name": "network-changed", "server_uuid": "9af55837-b03e-4343-9650-3adfa1bdceec", "tag": "c3df9322-b3ad-432a-8a54-5417ca654fb3"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:40:27.819169 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69ebbf6-0a47-4b5d-9d63-161b8dda7040 x-openstack-request-id: req-f69ebbf6-0a47-4b5d-9d63-161b8dda7040 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:40:27.819169 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af55837-b03e-4343-9650-3adfa1bdceec", "tag": "c3df9322-b3ad-432a-8a54-5417ca654fb3", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:40:27.819169 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f69ebbf6-0a47-4b5d-9d63-161b8dda7040 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:40:27.819169 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69ebbf6-0a47-4b5d-9d63-161b8dda7040'] response: {'name': 'network-changed', 'server_uuid': '9af55837-b03e-4343-9650-3adfa1bdceec', 'tag': 'c3df9322-b3ad-432a-8a54-5417ca654fb3', 'status': 'completed', 'code': 200} Aug 08 02:40:27.868853 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-242fded9-7961-4e1f-b74c-68b01431b7d7 None None] Set router 19321b71-4a2a-4e6e-99a1-b50064793534 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:40:27.881226 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21115a-c735-4e76-b257-feb880134e14 req-968c5465-a84b-4491-be95-93198162ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:27.882740 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7f21115a-c735-4e76-b257-feb880134e14 req-968c5465-a84b-4491-be95-93198162ab8e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 1129 time: 0.0442569 Aug 08 02:40:27.973709 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21115a-c735-4e76-b257-feb880134e14 req-279d9bdb-4317-430a-9bd9-f547c514a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:27.975213 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7f21115a-c735-4e76-b257-feb880134e14 req-279d9bdb-4317-430a-9bd9-f547c514a007 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87360f95-f3ba-477f-b837-ec26e9e98a48 HTTP/1.1" status: 200 len: 918 time: 0.0865300 Aug 08 02:40:28.040947 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7f21115a-c735-4e76-b257-feb880134e14 req-190125d3-15fa-49a3-ab62-885422036222 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3 HTTP/1.1" status: 200 len: 999 time: 0.0599687 Aug 08 02:40:28.080560 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:28.087679 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-242fded9-7961-4e1f-b74c-68b01431b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:19Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '0370642d-be57-48a1-b01b-5434478b1845', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'floating_ip_address': '172.27.4.141', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'port_id': 'c3df9322-b3ad-432a-8a54-5417ca654fb3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'mac_address': 'fa:16:3e:79:46:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af55837-b03e-4343-9650-3adfa1bdceec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:40:12Z', 'updated_at': '2022-08-08T02:40:27Z', 'revision_number': 1, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313fc0af-f227-4411-b3a6-a4f22976a38c', 'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'mac_address': 'fa:16:3e:5f:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:17Z', 'updated_at': '2022-08-08T02:32:30Z', 'revision_number': 5, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'subnets': [{'id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:28.092744 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21115a-c735-4e76-b257-feb880134e14 req-ff1df91a-59aa-43ea-9c3f-8a1bd4f9bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:28.097802 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7f21115a-c735-4e76-b257-feb880134e14 req-ff1df91a-59aa-43ea-9c3f-8a1bd4f9bbc7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e0a15f1e-8f7d-40be-8001-fcd3ba94b32d HTTP/1.1" status: 200 len: 856 time: 0.0470424 Aug 08 02:40:28.113819 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242fded9-7961-4e1f-b74c-68b01431b7d7 None None] Checking router: 19321b71-4a2a-4e6e-99a1-b50064793534 for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:40:28.122584 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242fded9-7961-4e1f-b74c-68b01431b7d7 None None] Routers {'19321b71-4a2a-4e6e-99a1-b50064793534'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:40:28.123197 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-242fded9-7961-4e1f-b74c-68b01431b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:40:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['19321b71-4a2a-4e6e-99a1-b50064793534'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:28.139183 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21115a-c735-4e76-b257-feb880134e14 req-a306186e-d938-4de8-ac31-37e2cbd3c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:28.140741 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7f21115a-c735-4e76-b257-feb880134e14 req-a306186e-d938-4de8-ac31-37e2cbd3c73b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87360f95-f3ba-477f-b837-ec26e9e98a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405121 Aug 08 02:40:28.225765 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-242fded9-7961-4e1f-b74c-68b01431b7d7 None None] Set router 19321b71-4a2a-4e6e-99a1-b50064793534 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:40:28.239531 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7f21115a-c735-4e76-b257-feb880134e14 req-bdf20dfc-33de-49ac-805f-183a25ed8be2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919304 Aug 08 02:40:28.346392 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7f21115a-c735-4e76-b257-feb880134e14 req-52e7c11e-dbe2-4f3e-8947-8742347b67f2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999372 Aug 08 02:40:28.524949 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:28.527591 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-242fded9-7961-4e1f-b74c-68b01431b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:19Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '0370642d-be57-48a1-b01b-5434478b1845', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'floating_ip_address': '172.27.4.141', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'port_id': 'c3df9322-b3ad-432a-8a54-5417ca654fb3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'mac_address': 'fa:16:3e:79:46:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af55837-b03e-4343-9650-3adfa1bdceec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:40:12Z', 'updated_at': '2022-08-08T02:40:27Z', 'revision_number': 1, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313fc0af-f227-4411-b3a6-a4f22976a38c', 'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'mac_address': 'fa:16:3e:5f:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:17Z', 'updated_at': '2022-08-08T02:32:30Z', 'revision_number': 5, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'subnets': [{'id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:40:28.552710 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242fded9-7961-4e1f-b74c-68b01431b7d7 None None] The sync data for ids ['19321b71-4a2a-4e6e-99a1-b50064793534'] in dv-cinder-852261-2-iscsi is: [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:19Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '0370642d-be57-48a1-b01b-5434478b1845', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'floating_ip_address': '172.27.4.141', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'port_id': 'c3df9322-b3ad-432a-8a54-5417ca654fb3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'mac_address': 'fa:16:3e:79:46:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af55837-b03e-4343-9650-3adfa1bdceec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:40:12Z', 'updated_at': '2022-08-08T02:40:27Z', 'revision_number': 1, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313fc0af-f227-4411-b3a6-a4f22976a38c', 'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'mac_address': 'fa:16:3e:5f:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:17Z', 'updated_at': '2022-08-08T02:32:30Z', 'revision_number': 5, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'subnets': [{'id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:40:28.675740 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37098ef-947d-4361-a549-8808a1b1b08a req-8dcd1b2a-55f6-477a-8307-790e9665ac34 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:28.677941 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c37098ef-947d-4361-a549-8808a1b1b08a req-8dcd1b2a-55f6-477a-8307-790e9665ac34 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0502892 Aug 08 02:40:28.735391 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c37098ef-947d-4361-a549-8808a1b1b08a req-661fdb9e-52db-439e-86d5-95253bbc1107 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503478 Aug 08 02:40:28.756168 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583192bf-bdf1-414e-8d8d-59dc6b3298e3 None None] New status for floating IP 0370642d-be57-48a1-b01b-5434478b1845: ACTIVE {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:40:29.506859 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08b72f55-e1ba-490f-80d1-0da34ff28531 req-32b90ed8-c197-42e9-b961-5290ff0345cb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490201 Aug 08 02:40:29.566607 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b72f55-e1ba-490f-80d1-0da34ff28531 req-b546b3d4-e8b6-48f8-99ab-b3e61d0e0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:29.568040 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08b72f55-e1ba-490f-80d1-0da34ff28531 req-b546b3d4-e8b6-48f8-99ab-b3e61d0e0bac service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=897030a5075b4ca3ad29d73371306a66&device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 1129 time: 0.0385418 Aug 08 02:40:29.630927 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:29.670171 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b72f55-e1ba-490f-80d1-0da34ff28531 req-52efd206-02e3-4248-9cd9-e96d0b9eb6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:29.671642 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08b72f55-e1ba-490f-80d1-0da34ff28531 req-52efd206-02e3-4248-9cd9-e96d0b9eb6d1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=682376b8-1891-42b8-8562-21125b626ab2 HTTP/1.1" status: 200 len: 912 time: 0.0863757 Aug 08 02:40:29.735812 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08b72f55-e1ba-490f-80d1-0da34ff28531 req-156c50a1-6912-44cb-810f-3ca02fbb66b4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdd841cc-5aaf-433c-8961-a1c99eafc2ff HTTP/1.1" status: 200 len: 1001 time: 0.0577762 Aug 08 02:40:29.788923 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b72f55-e1ba-490f-80d1-0da34ff28531 req-064c83d5-a8c6-489f-af8f-e67cb7fa48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:29.790711 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08b72f55-e1ba-490f-80d1-0da34ff28531 req-064c83d5-a8c6-489f-af8f-e67cb7fa48f4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5347a10a-44f0-4aab-9da5-c45d5d4f1438 HTTP/1.1" status: 200 len: 850 time: 0.0482612 Aug 08 02:40:29.806613 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:29.867059 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b72f55-e1ba-490f-80d1-0da34ff28531 req-bda8b5a8-7543-4a2d-9f6f-c42367e731fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:29.868589 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08b72f55-e1ba-490f-80d1-0da34ff28531 req-bda8b5a8-7543-4a2d-9f6f-c42367e731fe service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=682376b8-1891-42b8-8562-21125b626ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714881 Aug 08 02:40:29.892230 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac3f18-9847-40d9-b801-0693c1649db5 req-e03ef344-b382-406b-9ac3-d2aed171f663 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:29.894559 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1cac3f18-9847-40d9-b801-0693c1649db5 req-e03ef344-b382-406b-9ac3-d2aed171f663 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0691376 Aug 08 02:40:29.998241 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1cac3f18-9847-40d9-b801-0693c1649db5 req-4206b92f-4c2c-4c8a-9dc7-0aad3ccaddd1 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937436 Aug 08 02:40:30.009268 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08b72f55-e1ba-490f-80d1-0da34ff28531 req-ffcf5c1b-55bf-4627-9718-26e87717ef9f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300097 Aug 08 02:40:30.103498 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-08b72f55-e1ba-490f-80d1-0da34ff28531 req-164f52dc-e05b-44ac-8952-ddd74de3ab35 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880923 Aug 08 02:40:31.115989 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a884c8f-f105-4841-ba2b-c8bc3709c23d req-84b8519c-d7dc-4403-a925-720c08d44917 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:31.117380 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7a884c8f-f105-4841-ba2b-c8bc3709c23d req-84b8519c-d7dc-4403-a925-720c08d44917 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0479691 Aug 08 02:40:31.161302 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:31.166220 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7a884c8f-f105-4841-ba2b-c8bc3709c23d req-c4b467ea-a071-4522-a366-35330069c6d1 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433898 Aug 08 02:40:32.289491 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7240d60-f7b9-4afc-bbbd-b6ea6339d2ce req-9a041536-6acd-4f5f-a0f7-9a0312165efa tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:32.291897 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7240d60-f7b9-4afc-bbbd-b6ea6339d2ce req-9a041536-6acd-4f5f-a0f7-9a0312165efa tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0518248 Aug 08 02:40:32.350695 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d7240d60-f7b9-4afc-bbbd-b6ea6339d2ce req-df86a790-207a-4a1e-a82a-8a0df5fb8f6f tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530837 Aug 08 02:40:33.468957 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69add32-5e92-4927-811b-d453954358bc req-d445fbb5-f014-4331-ac8f-b64099870e6d tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:33.470499 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b69add32-5e92-4927-811b-d453954358bc req-d445fbb5-f014-4331-ac8f-b64099870e6d tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0478141 Aug 08 02:40:33.519793 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b69add32-5e92-4927-811b-d453954358bc req-e3810e09-86f7-4598-aadb-4d8067afed23 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436723 Aug 08 02:40:34.639452 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d867c-3786-44dd-9d0c-e45ea4b3f51f req-a62b5145-85b2-4d19-a0be-30cd58fde84c tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:34.640902 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c03d867c-3786-44dd-9d0c-e45ea4b3f51f req-a62b5145-85b2-4d19-a0be-30cd58fde84c tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0504165 Aug 08 02:40:34.690513 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c03d867c-3786-44dd-9d0c-e45ea4b3f51f req-10b22eef-1404-478a-ba57-5f09115f428b tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434501 Aug 08 02:40:35.811436 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6b789-1099-4e88-a877-2e6f19907c1f req-ebba4652-5c4a-46ca-83e0-78c91285e9ba tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:35.815724 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c6b6b789-1099-4e88-a877-2e6f19907c1f req-ebba4652-5c4a-46ca-83e0-78c91285e9ba tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0508060 Aug 08 02:40:35.872914 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c6b6b789-1099-4e88-a877-2e6f19907c1f req-532c5fb6-a290-424c-8328-73b534c04ff2 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542700 Aug 08 02:40:36.991437 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc77f2-be8e-4dcf-bda5-b44d0c700fde req-49218863-f446-4f69-a8a5-a802b3b7cd30 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:36.992881 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d5bc77f2-be8e-4dcf-bda5-b44d0c700fde req-49218863-f446-4f69-a8a5-a802b3b7cd30 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0466282 Aug 08 02:40:37.041110 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d5bc77f2-be8e-4dcf-bda5-b44d0c700fde req-dd69c62b-ea1e-4c29-96f9-56b85f147078 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427551 Aug 08 02:40:38.159004 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a14804-56af-4f92-930c-7fd314396254 req-b6c1cd75-bc11-4d53-bf96-81c8a6098652 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:38.160468 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a9a14804-56af-4f92-930c-7fd314396254 req-b6c1cd75-bc11-4d53-bf96-81c8a6098652 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0473931 Aug 08 02:40:38.209455 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a9a14804-56af-4f92-930c-7fd314396254 req-451aded0-6804-4f99-800f-0177e1992861 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433240 Aug 08 02:40:38.529929 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=84 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:38.530624 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=29 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:38.932115 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01105fcb-62d9-4ed2-abf7-690ce21d6864 req-7bf1ee49-962b-4e44-9270-73658bc97cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:38.933725 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-01105fcb-62d9-4ed2-abf7-690ce21d6864 req-7bf1ee49-962b-4e44-9270-73658bc97cac service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=e069855c07d94296a331d49a7a2a7ce4&device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 1130 time: 0.0400238 Aug 08 02:40:38.979857 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=3,neutron:SELECT=14 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:38.982717 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:DELETE=3,neutron:SELECT=59,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:39.033613 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01105fcb-62d9-4ed2-abf7-690ce21d6864 req-679a5fd2-a45b-4686-8e43-d334bc7342f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:39.035084 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-01105fcb-62d9-4ed2-abf7-690ce21d6864 req-679a5fd2-a45b-4686-8e43-d334bc7342f0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=72633b9c-b237-4ab8-8fff-e57a0fd5947a HTTP/1.1" status: 200 len: 909 time: 0.0929878 Aug 08 02:40:39.104339 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-01105fcb-62d9-4ed2-abf7-690ce21d6864 req-89f0d9c1-4a50-4ff9-88a0-3bd8052711a7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2673af77-3e95-439c-83d1-409d6e88dcb5 HTTP/1.1" status: 200 len: 1002 time: 0.0558610 Aug 08 02:40:39.159345 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01105fcb-62d9-4ed2-abf7-690ce21d6864 req-4e2f142d-0083-4b48-9fb2-b5ae1503b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:39.160788 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-01105fcb-62d9-4ed2-abf7-690ce21d6864 req-4e2f142d-0083-4b48-9fb2-b5ae1503b04f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7ade88c2-5a43-4fe7-8f81-d10a683707d4 HTTP/1.1" status: 200 len: 847 time: 0.0482562 Aug 08 02:40:39.201450 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:39.204824 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01105fcb-62d9-4ed2-abf7-690ce21d6864 req-d4271f0b-d860-473a-b569-cdb605c653f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:39.206257 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-01105fcb-62d9-4ed2-abf7-690ce21d6864 req-d4271f0b-d860-473a-b569-cdb605c653f1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=72633b9c-b237-4ab8-8fff-e57a0fd5947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392435 Aug 08 02:40:39.330310 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-01105fcb-62d9-4ed2-abf7-690ce21d6864 req-87cd0ee0-13d5-479d-a2a1-df2dccb760cb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/72633b9c-b237-4ab8-8fff-e57a0fd5947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152542 Aug 08 02:40:39.350594 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f9453-adce-40f1-b025-f1bd052e4e18 req-2ae38303-b364-4eed-a1bc-09cc2f237caa tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:39.351962 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e91f9453-adce-40f1-b025-f1bd052e4e18 req-2ae38303-b364-4eed-a1bc-09cc2f237caa tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0700915 Aug 08 02:40:39.395276 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:39.457326 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e91f9453-adce-40f1-b025-f1bd052e4e18 req-08ce1897-98dd-4bdd-8fef-6792b1b82813 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940862 Aug 08 02:40:39.472476 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-01105fcb-62d9-4ed2-abf7-690ce21d6864 req-13bda088-fc6a-441b-a9f1-ba1ab3940a00 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/72633b9c-b237-4ab8-8fff-e57a0fd5947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346414 Aug 08 02:40:40.575090 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c50d14-ca40-44d5-b0b8-e272eba41c31 req-4aa5643d-5534-45ae-afff-2db10e07df01 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:40.576546 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-52c50d14-ca40-44d5-b0b8-e272eba41c31 req-4aa5643d-5534-45ae-afff-2db10e07df01 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0469966 Aug 08 02:40:40.629404 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-52c50d14-ca40-44d5-b0b8-e272eba41c31 req-080b7a34-1343-443d-912e-bdea0fea57cd tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465865 Aug 08 02:40:41.750820 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25a7e8-e3b0-4c26-b8c6-e57919b4b659 req-b14ab17c-5b83-42e9-97d3-857d962ee449 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:41.752499 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2e25a7e8-e3b0-4c26-b8c6-e57919b4b659 req-b14ab17c-5b83-42e9-97d3-857d962ee449 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0493627 Aug 08 02:40:41.804155 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2e25a7e8-e3b0-4c26-b8c6-e57919b4b659 req-bea720bb-62c0-4c57-893b-067154b74d70 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458715 Aug 08 02:40:42.923405 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150f043-6186-4b59-98d3-6d74ac97dba4 req-e2b06c05-ed89-46e2-8882-0d209573e523 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:42.925739 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b150f043-6186-4b59-98d3-6d74ac97dba4 req-e2b06c05-ed89-46e2-8882-0d209573e523 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0480227 Aug 08 02:40:42.974652 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b150f043-6186-4b59-98d3-6d74ac97dba4 req-b6f4ae7d-4a96-4ac9-a9df-736439addc10 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436375 Aug 08 02:40:43.163926 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-b3b64eb2-9f04-42be-a02a-1b820dbde4ba req-840abbf5-713c-471e-af8c-2180acf28de5 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:40:43.164915 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b3b64eb2-9f04-42be-a02a-1b820dbde4ba req-840abbf5-713c-471e-af8c-2180acf28de5 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1229949 Aug 08 02:40:43.529741 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489797d7-b6e5-4a9c-8451-4f4769ccc43d req-f89d5c7f-c49d-4814-ba01-cfef4683fb27 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:43.531239 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-489797d7-b6e5-4a9c-8451-4f4769ccc43d req-f89d5c7f-c49d-4814-ba01-cfef4683fb27 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0476229 Aug 08 02:40:43.548727 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6293bcbf-657e-4b43-b21c-78ba57bb0cac req-85f65aa9-9f74-43e8-867d-e9e2a2369579 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394928 Aug 08 02:40:43.583302 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-489797d7-b6e5-4a9c-8451-4f4769ccc43d req-4733047e-178b-42ef-b0ba-f0b86a188ae4 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453305 Aug 08 02:40:44.631461 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293bcbf-657e-4b43-b21c-78ba57bb0cac req-f2495f15-9d56-46c1-b65c-d7efbc3e6118 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:44.632810 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6293bcbf-657e-4b43-b21c-78ba57bb0cac req-f2495f15-9d56-46c1-b65c-d7efbc3e6118 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports/2673af77-3e95-439c-83d1-409d6e88dcb5 HTTP/1.1" status: 200 len: 943 time: 0.0476551 Aug 08 02:40:44.704580 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31302504-64b1-457a-a817-cfb8916b102d req-8acd207f-009e-486a-b5f5-8218f9b00900 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:44.706362 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31302504-64b1-457a-a817-cfb8916b102d req-8acd207f-009e-486a-b5f5-8218f9b00900 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0514743 Aug 08 02:40:44.756110 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31302504-64b1-457a-a817-cfb8916b102d req-5c39db53-0429-47ce-bef2-cfdf03679c70 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440216 Aug 08 02:40:45.150374 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 2673af77-3e95-439c-83d1-409d6e88dcb5 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:40:45.225297 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 2673af77-3e95-439c-83d1-409d6e88dcb5 is: ACTIVE; New status is: DOWN {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:40:45.225610 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:45.248092 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2673af77-3e95-439c-83d1-409d6e88dcb5'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:40:45.250313 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae98665b-1fde-49e9-9a20-99be447c8beb" -d '{"events": [{"server_uuid": "5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83", "name": "network-vif-unplugged", "status": "completed", "tag": "2673af77-3e95-439c-83d1-409d6e88dcb5"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:40:45.262977 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 2673af77-3e95-439c-83d1-409d6e88dcb5, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=2673af77-3e95-439c-83d1-409d6e88dcb5,segment=NetworkSegment(d760f924-e814-4229-88af-f386463b2e7e),segment_id=d760f924-e814-4229-88af-f386463b2e7e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:45.286821 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Aug 2022 02:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4944040-fcaa-4401-a00b-68487c5c6af7 x-openstack-request-id: req-c4944040-fcaa-4401-a00b-68487c5c6af7 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:40:45.287116 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83", "name": "network-vif-unplugged", "status": "failed", "tag": "2673af77-3e95-439c-83d1-409d6e88dcb5", "code": 422}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:40:45.287372 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4944040-fcaa-4401-a00b-68487c5c6af7 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:40:45.287818 dv-cinder-852261-2-iscsi neutron-server[104278]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c4944040-fcaa-4401-a00b-68487c5c6af7']: {'server_uuid': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2673af77-3e95-439c-83d1-409d6e88dcb5', 'code': 422} returned with failed status Aug 08 02:40:45.349732 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:45.398664 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=2673af77-3e95-439c-83d1-409d6e88dcb5,revision_number=6']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:45.873743 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fc917-7977-4cfd-b6cf-878525d71b18 req-63076667-4ae9-45b1-a076-7828ca8fed53 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:45.875327 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-297fc917-7977-4cfd-b6cf-878525d71b18 req-63076667-4ae9-45b1-a076-7828ca8fed53 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0478323 Aug 08 02:40:45.930813 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-297fc917-7977-4cfd-b6cf-878525d71b18 req-2f63eba9-0ec9-4461-ab28-a1e2f8afba9f tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473387 Aug 08 02:40:47.025248 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555e72e-e35e-4dcc-9b03-38fc6691c8b2 req-eb093efc-6545-45ae-b466-696dc08193e7 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:47.026568 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e555e72e-e35e-4dcc-9b03-38fc6691c8b2 req-eb093efc-6545-45ae-b466-696dc08193e7 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0540299 Aug 08 02:40:47.076279 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e555e72e-e35e-4dcc-9b03-38fc6691c8b2 req-eef44b1c-6bff-40c4-a6fe-c977ecb085fa tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440691 Aug 08 02:40:47.170919 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14127f1-0781-4cfc-b4b4-5caf28561a74 req-0d8c9688-acfb-4b43-916f-b79c4fc6dfc8 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:47.172282 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c14127f1-0781-4cfc-b4b4-5caf28561a74 req-0d8c9688-acfb-4b43-916f-b79c4fc6dfc8 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0512383 Aug 08 02:40:47.183763 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:47.222843 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c14127f1-0781-4cfc-b4b4-5caf28561a74 req-5f43d80e-1be7-47f6-838f-08f170365a28 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443993 Aug 08 02:40:48.196067 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59392c-a75a-4cf3-879b-fa4a54277812 req-aea435c1-4628-410c-b139-e5b6cd843f8b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:48.197444 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0e59392c-a75a-4cf3-879b-fa4a54277812 req-aea435c1-4628-410c-b139-e5b6cd843f8b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0476489 Aug 08 02:40:48.245690 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0e59392c-a75a-4cf3-879b-fa4a54277812 req-3817296a-bb0d-444f-8b8f-1143b37b5f5b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426288 Aug 08 02:40:48.342898 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856ad5c-5e21-4b4d-be53-dc1ed5c79048 req-8db6027e-2236-437a-bcbd-3adde3c20ee6 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:48.344373 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3856ad5c-5e21-4b4d-be53-dc1ed5c79048 req-8db6027e-2236-437a-bcbd-3adde3c20ee6 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0486925 Aug 08 02:40:48.393402 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3856ad5c-5e21-4b4d-be53-dc1ed5c79048 req-c37a3987-ac94-4bb1-a03a-229c56a188b5 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432894 Aug 08 02:40:49.368291 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233c0fb-435d-4dbf-9801-25b0d4bbd812 req-cd4d97c6-5236-40a1-841a-9e83d44a03d3 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:49.369887 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f233c0fb-435d-4dbf-9801-25b0d4bbd812 req-cd4d97c6-5236-40a1-841a-9e83d44a03d3 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0500991 Aug 08 02:40:49.427022 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f233c0fb-435d-4dbf-9801-25b0d4bbd812 req-8e165bdc-63af-45ad-ac60-1da199b0b70d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509048 Aug 08 02:40:49.517631 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04b9a1-2e11-42f2-9fdd-8c39d9004aef req-99655d82-61bf-4337-879f-06204562c606 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:49.519136 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bf04b9a1-2e11-42f2-9fdd-8c39d9004aef req-99655d82-61bf-4337-879f-06204562c606 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0507648 Aug 08 02:40:49.569128 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bf04b9a1-2e11-42f2-9fdd-8c39d9004aef req-c485c449-ba63-41a5-87d6-6fca6666132c tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437622 Aug 08 02:40:50.009847 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293bcbf-657e-4b43-b21c-78ba57bb0cac req-67e6b546-3c9b-4604-9629-ee053e115596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:50.011332 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6293bcbf-657e-4b43-b21c-78ba57bb0cac req-67e6b546-3c9b-4604-9629-ee053e115596 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83&tenant_id=e069855c07d94296a331d49a7a2a7ce4 HTTP/1.1" status: 200 len: 1128 time: 0.0389702 Aug 08 02:40:50.045184 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:50.075588 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293bcbf-657e-4b43-b21c-78ba57bb0cac req-af72cd0c-7f7f-41b9-ba1e-1b593b25a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:50.077088 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6293bcbf-657e-4b43-b21c-78ba57bb0cac req-af72cd0c-7f7f-41b9-ba1e-1b593b25a75d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=e069855c07d94296a331d49a7a2a7ce4&device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 1128 time: 0.0393794 Aug 08 02:40:50.410788 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293bcbf-657e-4b43-b21c-78ba57bb0cac req-26546ad5-6032-4195-9ac8-56b0c03513a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:50.412282 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6293bcbf-657e-4b43-b21c-78ba57bb0cac req-26546ad5-6032-4195-9ac8-56b0c03513a4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=72633b9c-b237-4ab8-8fff-e57a0fd5947a HTTP/1.1" status: 200 len: 909 time: 0.3280892 Aug 08 02:40:50.475287 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6293bcbf-657e-4b43-b21c-78ba57bb0cac req-66a8113a-994b-469a-bbc9-ae96005d9219 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2673af77-3e95-439c-83d1-409d6e88dcb5 HTTP/1.1" status: 200 len: 1000 time: 0.0562327 Aug 08 02:40:50.554271 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293bcbf-657e-4b43-b21c-78ba57bb0cac req-c30f8a6e-34a7-4df4-bf1f-7e8507c9ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:50.555270 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-774b52fd-9ff7-4a4c-9231-01df4f52f5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:50.555765 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6293bcbf-657e-4b43-b21c-78ba57bb0cac req-c30f8a6e-34a7-4df4-bf1f-7e8507c9ad32 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7ade88c2-5a43-4fe7-8f81-d10a683707d4 HTTP/1.1" status: 200 len: 847 time: 0.0747783 Aug 08 02:40:50.557898 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:50.598950 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b69daf-ae30-44ec-9994-d34bfb2359dc req-0d10f719-908d-4aba-9915-c2f435cb677c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:50.600446 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-29b69daf-ae30-44ec-9994-d34bfb2359dc req-0d10f719-908d-4aba-9915-c2f435cb677c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0839205 Aug 08 02:40:50.625564 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293bcbf-657e-4b43-b21c-78ba57bb0cac req-acfa6fc1-87a3-4e0b-86f3-b1aa8a8cc323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:50.627452 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6293bcbf-657e-4b43-b21c-78ba57bb0cac req-acfa6fc1-87a3-4e0b-86f3-b1aa8a8cc323 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=72633b9c-b237-4ab8-8fff-e57a0fd5947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633242 Aug 08 02:40:50.693402 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d8ceb-7054-4cd1-975f-7f6cfa45a63f req-70c404ec-e953-4805-ad2b-bbac63db48c5 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:50.694926 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-de6d8ceb-7054-4cd1-975f-7f6cfa45a63f req-70c404ec-e953-4805-ad2b-bbac63db48c5 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0476851 Aug 08 02:40:50.708041 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-29b69daf-ae30-44ec-9994-d34bfb2359dc req-aa932e55-df4e-4f64-9192-efc44928bf81 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011333 Aug 08 02:40:50.733551 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:50.746432 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6293bcbf-657e-4b43-b21c-78ba57bb0cac req-74105f04-0151-4ff8-b2b3-619411476be2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/72633b9c-b237-4ab8-8fff-e57a0fd5947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102707 Aug 08 02:40:50.747749 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-de6d8ceb-7054-4cd1-975f-7f6cfa45a63f req-e422a5f8-1662-44d2-8142-21359d332672 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472014 Aug 08 02:40:50.840683 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6293bcbf-657e-4b43-b21c-78ba57bb0cac req-6080dd1e-cb8c-478c-af87-644bf9f2ba79 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/72633b9c-b237-4ab8-8fff-e57a0fd5947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860045 Aug 08 02:40:51.827774 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57766f-87d3-4eed-938b-a62ae1c29e5f req-2c50ae6d-9278-4760-b126-c87958f1884a tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:51.829617 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3c57766f-87d3-4eed-938b-a62ae1c29e5f req-2c50ae6d-9278-4760-b126-c87958f1884a tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0497701 Aug 08 02:40:51.870964 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a48da9-b4c0-4419-b2a9-ef5e9697b305 req-25fb1ef6-bf55-470a-9273-f7a51d3a3444 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:51.872425 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-08a48da9-b4c0-4419-b2a9-ef5e9697b305 req-25fb1ef6-bf55-470a-9273-f7a51d3a3444 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0511429 Aug 08 02:40:51.882793 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3c57766f-87d3-4eed-938b-a62ae1c29e5f req-0929b4f5-d5e1-4318-85f8-e96d876feec6 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469155 Aug 08 02:40:51.927986 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-08a48da9-b4c0-4419-b2a9-ef5e9697b305 req-74603b63-d51b-4eed-bcf9-d1197d8b95ec tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499430 Aug 08 02:40:52.909189 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e31dd799-611f-4e4e-96e8-9aa9a9134b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:53.003197 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c024e58-3307-433a-bbcf-a90bcb0748f4 req-e8cde8e8-e264-4c90-82c5-b52f9e1264e5 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:53.005647 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0c024e58-3307-433a-bbcf-a90bcb0748f4 req-e8cde8e8-e264-4c90-82c5-b52f9e1264e5 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0495403 Aug 08 02:40:53.049069 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59bfbb-f326-44b3-a327-46872611004d req-81216638-96ce-42e5-869b-31efa43b2be5 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:53.050638 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7b59bfbb-f326-44b3-a327-46872611004d req-81216638-96ce-42e5-869b-31efa43b2be5 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0489326 Aug 08 02:40:53.055032 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0c024e58-3307-433a-bbcf-a90bcb0748f4 req-2e70d9de-a18c-49d1-a0ff-81562744d65a tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436802 Aug 08 02:40:53.102755 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7b59bfbb-f326-44b3-a327-46872611004d req-561cae89-0aec-417a-ac07-55fc9b32d1fc tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458822 Aug 08 02:40:54.175216 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf7f44-0b21-42c1-89ff-2fa0adb5c367 req-b4741b22-9b92-4970-9382-a1bba04ab1a7 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:54.177042 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9dcf7f44-0b21-42c1-89ff-2fa0adb5c367 req-b4741b22-9b92-4970-9382-a1bba04ab1a7 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0483563 Aug 08 02:40:54.223551 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f532cd-18db-4e95-ba74-97e8748f8b1f req-6e4ef0b9-1855-42c7-84df-53d5c3b1b5b3 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:54.225082 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-55f532cd-18db-4e95-ba74-97e8748f8b1f req-6e4ef0b9-1855-42c7-84df-53d5c3b1b5b3 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0489452 Aug 08 02:40:54.227631 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9dcf7f44-0b21-42c1-89ff-2fa0adb5c367 req-8e98724e-1a56-4b61-b2e8-5b3d04474aae tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450335 Aug 08 02:40:54.274239 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-55f532cd-18db-4e95-ba74-97e8748f8b1f req-219f0efe-78b4-4acf-b388-afac716f791c tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432484 Aug 08 02:40:54.388832 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:54.970810 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:40:55.351567 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8715a-ee21-4718-b54f-e3c62be068ed req-1a64cc73-c558-4974-ab77-52891c29af58 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:55.353167 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e6e8715a-ee21-4718-b54f-e3c62be068ed req-1a64cc73-c558-4974-ab77-52891c29af58 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0533838 Aug 08 02:40:55.401747 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e6e8715a-ee21-4718-b54f-e3c62be068ed req-9b6f603e-0c17-4a3e-a428-164c4eee0dd6 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429950 Aug 08 02:40:55.402173 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0724edc-41d9-4780-b2bc-5aeb15c7888a req-66e77638-389f-4033-b9d8-5224b401800a tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:55.403682 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a0724edc-41d9-4780-b2bc-5aeb15c7888a req-66e77638-389f-4033-b9d8-5224b401800a tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0551624 Aug 08 02:40:55.454185 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a0724edc-41d9-4780-b2bc-5aeb15c7888a req-9b73a5de-02c8-4d86-966a-ccdbad507a5b tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450401 Aug 08 02:40:56.027470 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:56.120561 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:56.520849 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805acd7-d713-4f69-91f7-2a742f9592a2 req-9a01052c-45d5-478b-b1df-74d1abe15c2d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:56.522722 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2805acd7-d713-4f69-91f7-2a742f9592a2 req-9a01052c-45d5-478b-b1df-74d1abe15c2d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0485318 Aug 08 02:40:56.559512 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:56.571336 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2805acd7-d713-4f69-91f7-2a742f9592a2 req-1c07d5ea-e30b-4a11-b85e-c8cec6e03300 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432899 Aug 08 02:40:56.577833 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ef613-9e24-4716-97f8-cb4cce1b1863 req-d940b8be-efac-4ddd-921f-18c7c95078f1 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:56.577833 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-767ef613-9e24-4716-97f8-cb4cce1b1863 req-d940b8be-efac-4ddd-921f-18c7c95078f1 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0478561 Aug 08 02:40:56.625444 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-767ef613-9e24-4716-97f8-cb4cce1b1863 req-bb48dd7b-4caf-4b57-a6b1-66863017e1de tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463002 Aug 08 02:40:57.690769 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5c48e-a409-4915-87f8-93955e3870ed req-cb8ed4ff-9563-47be-9604-52cf6e377ac7 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:57.692247 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cdb5c48e-a409-4915-87f8-93955e3870ed req-cb8ed4ff-9563-47be-9604-52cf6e377ac7 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0477111 Aug 08 02:40:57.744096 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cdb5c48e-a409-4915-87f8-93955e3870ed req-f9fc0925-e288-4276-bb60-e5b7ed6853f5 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456698 Aug 08 02:40:57.744872 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc50af-0df9-4fe9-905b-d7f3f82d8421 req-09e5bb44-71db-4904-906b-7533ec786010 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:57.746327 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-08bc50af-0df9-4fe9-905b-d7f3f82d8421 req-09e5bb44-71db-4904-906b-7533ec786010 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0459657 Aug 08 02:40:57.797392 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-08bc50af-0df9-4fe9-905b-d7f3f82d8421 req-fed4d94d-d0b0-41a7-8d06-1d1724633f14 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456541 Aug 08 02:40:58.584633 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:58.868761 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369ddbc-0acd-4f72-966f-cb90a5685f7a req-23024b37-3802-41c2-8451-574d32a03fa0 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:58.870167 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a369ddbc-0acd-4f72-966f-cb90a5685f7a req-23024b37-3802-41c2-8451-574d32a03fa0 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0507202 Aug 08 02:40:58.921760 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d5619-0bfb-4afa-880f-f9b298e6af34 req-a9bc5a9b-4942-46c0-b15b-31104ac22710 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:58.926841 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-587d5619-0bfb-4afa-880f-f9b298e6af34 req-a9bc5a9b-4942-46c0-b15b-31104ac22710 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 944 time: 0.0529072 Aug 08 02:40:58.930732 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a369ddbc-0acd-4f72-966f-cb90a5685f7a req-6fd28a8e-8502-41b7-be2f-5bfc995171db tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507126 Aug 08 02:40:58.975008 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-587d5619-0bfb-4afa-880f-f9b298e6af34 req-53452f77-34d9-41ff-bea9-acf9a2ca073e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459819 Aug 08 02:40:59.209606 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 2673af77-3e95-439c-83d1-409d6e88dcb5 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:40:59.307816 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf7b6a-7ff3-4a84-b4cd-6b95d34b1353 req-c2e95cf8-000a-4841-bda4-743d4ab554f2 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:59.309332 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8daf7b6a-7ff3-4a84-b4cd-6b95d34b1353 req-c2e95cf8-000a-4841-bda4-743d4ab554f2 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0494742 Aug 08 02:40:59.319947 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 2673af77-3e95-439c-83d1-409d6e88dcb5, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=2673af77-3e95-439c-83d1-409d6e88dcb5,segment=NetworkSegment(d760f924-e814-4229-88af-f386463b2e7e),segment_id=d760f924-e814-4229-88af-f386463b2e7e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:59.331775 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': '2673af77-3e95-439c-83d1-409d6e88dcb5', 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'port_id': '2673af77-3e95-439c-83d1-409d6e88dcb5', 'mac_address': 'fa:16:3e:e5:c3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:40:59.363005 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8daf7b6a-7ff3-4a84-b4cd-6b95d34b1353 req-9c5d72fb-5a24-4243-875d-4c5763e1b970 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475073 Aug 08 02:40:59.370906 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 2673af77-3e95-439c-83d1-409d6e88dcb5 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:40:59.371313 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:59.388477 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2673af77-3e95-439c-83d1-409d6e88dcb5 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:40:59.411178 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 2673af77-3e95-439c-83d1-409d6e88dcb5, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=2673af77-3e95-439c-83d1-409d6e88dcb5,segment=NetworkSegment(d760f924-e814-4229-88af-f386463b2e7e),segment_id=d760f924-e814-4229-88af-f386463b2e7e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:40:59.440953 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166bfec-5df2-4222-950c-51a9bb181afb req-43268da5-3842-4303-b71b-7c338e86e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:59.443127 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b166bfec-5df2-4222-950c-51a9bb181afb req-43268da5-3842-4303-b71b-7c338e86e08c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=897030a5075b4ca3ad29d73371306a66&device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 1129 time: 0.0426650 Aug 08 02:40:59.519283 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:40:59.523034 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:40:59.541641 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166bfec-5df2-4222-950c-51a9bb181afb req-c6a89b10-e419-43e0-89cd-0dd37e2c0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:59.546918 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b166bfec-5df2-4222-950c-51a9bb181afb req-c6a89b10-e419-43e0-89cd-0dd37e2c0f52 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=682376b8-1891-42b8-8562-21125b626ab2 HTTP/1.1" status: 200 len: 912 time: 0.0922701 Aug 08 02:40:59.574270 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=2673af77-3e95-439c-83d1-409d6e88dcb5,revision_number=7']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:40:59.610399 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b166bfec-5df2-4222-950c-51a9bb181afb req-db5c3ccd-d409-48c7-9af0-c46cdae694be service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdd841cc-5aaf-433c-8961-a1c99eafc2ff HTTP/1.1" status: 200 len: 1001 time: 0.0610154 Aug 08 02:40:59.673094 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166bfec-5df2-4222-950c-51a9bb181afb req-c4459a28-6c38-42de-8f6a-bd74af092928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:59.674590 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b166bfec-5df2-4222-950c-51a9bb181afb req-c4459a28-6c38-42de-8f6a-bd74af092928 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5347a10a-44f0-4aab-9da5-c45d5d4f1438 HTTP/1.1" status: 200 len: 850 time: 0.0512908 Aug 08 02:40:59.720559 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166bfec-5df2-4222-950c-51a9bb181afb req-6443aa74-5915-4147-91c8-5c117c5faf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:40:59.722180 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b166bfec-5df2-4222-950c-51a9bb181afb req-6443aa74-5915-4147-91c8-5c117c5faf0b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=682376b8-1891-42b8-8562-21125b626ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390732 Aug 08 02:40:59.817558 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b166bfec-5df2-4222-950c-51a9bb181afb req-37dee13d-c332-46c0-b5dd-551b04354f91 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876179 Aug 08 02:40:59.908613 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b166bfec-5df2-4222-950c-51a9bb181afb req-99d99720-53a7-4ea4-8195-2ab8b75c798b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840681 Aug 08 02:40:59.917150 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['2673af77-3e95-439c-83d1-409d6e88dcb5'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:41:00.083643 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:00.097316 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acee27f-a5a6-4f15-aa93-7608113578b7 req-fbbec556-35d9-4673-a054-2449bf5c38c7 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:00.099449 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7acee27f-a5a6-4f15-aa93-7608113578b7 req-fbbec556-35d9-4673-a054-2449bf5c38c7 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 945 time: 0.0514848 Aug 08 02:41:00.131809 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:00.141168 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:00.149731 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7acee27f-a5a6-4f15-aa93-7608113578b7 req-15195b91-b60d-4a85-840e-395bbad306d7 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444601 Aug 08 02:41:00.482735 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f7df9-363c-4c29-8089-8264bdf9f700 req-87e75d18-80f6-4c0a-b393-7de1b4b97b4b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:00.484304 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-552f7df9-363c-4c29-8089-8264bdf9f700 req-87e75d18-80f6-4c0a-b393-7de1b4b97b4b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0492158 Aug 08 02:41:00.538135 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-552f7df9-363c-4c29-8089-8264bdf9f700 req-b6439081-a05c-4fbd-a6f3-236bcb00f270 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480044 Aug 08 02:41:01.165626 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b00ca-3cb6-4007-b4a1-3621db201111 req-3c10c984-f689-4c68-9b1c-915589c0e790 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:01.167127 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-210b00ca-3cb6-4007-b4a1-3621db201111 req-3c10c984-f689-4c68-9b1c-915589c0e790 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0474694 Aug 08 02:41:01.217105 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-210b00ca-3cb6-4007-b4a1-3621db201111 req-24ffa380-7478-40f8-adf0-c0036cc6b72e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443206 Aug 08 02:41:01.223366 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 2673af77-3e95-439c-83d1-409d6e88dcb5 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:41:01.266778 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port 2673af77-3e95-439c-83d1-409d6e88dcb5 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:41:01.267152 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:01.283148 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ede0e-7431-4f7d-907f-850a27b4646c req-2e0709e1-eb83-4086-b4a8-a5e99dbe2dd3 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:01.284638 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2e4ede0e-7431-4f7d-907f-850a27b4646c req-2e0709e1-eb83-4086-b4a8-a5e99dbe2dd3 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 945 time: 0.0598545 Aug 08 02:41:01.335024 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2e4ede0e-7431-4f7d-907f-850a27b4646c req-315f0f45-4b4e-4b95-842d-26510fcb7fbb tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445335 Aug 08 02:41:01.338847 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 2673af77-3e95-439c-83d1-409d6e88dcb5 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:41:01.339243 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:01.365739 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2673af77-3e95-439c-83d1-409d6e88dcb5'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:41:01.367988 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465b36c6-4461-4f04-ab02-304577b0ff51" -d '{"events": [{"server_uuid": "5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83", "name": "network-vif-plugged", "status": "completed", "tag": "2673af77-3e95-439c-83d1-409d6e88dcb5"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:41:01.380852 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 2673af77-3e95-439c-83d1-409d6e88dcb5, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=2673af77-3e95-439c-83d1-409d6e88dcb5,segment=NetworkSegment(d760f924-e814-4229-88af-f386463b2e7e),segment_id=d760f924-e814-4229-88af-f386463b2e7e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:01.404797 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786ff820-8269-409e-acac-a05673666a0a x-openstack-request-id: req-786ff820-8269-409e-acac-a05673666a0a {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:41:01.405113 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83", "name": "network-vif-plugged", "status": "completed", "tag": "2673af77-3e95-439c-83d1-409d6e88dcb5", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:41:01.405366 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-786ff820-8269-409e-acac-a05673666a0a {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:41:01.405768 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786ff820-8269-409e-acac-a05673666a0a'] response: {'server_uuid': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2673af77-3e95-439c-83d1-409d6e88dcb5', 'code': 200} Aug 08 02:41:01.450317 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:01.496612 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=2673af77-3e95-439c-83d1-409d6e88dcb5,revision_number=8']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:01.655140 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908bf58-9f77-49fc-b97c-498a43122af9 req-d722612c-732a-408a-9b92-37ca2d3fd5be tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:01.656571 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5908bf58-9f77-49fc-b97c-498a43122af9 req-d722612c-732a-408a-9b92-37ca2d3fd5be tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0472245 Aug 08 02:41:01.681807 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:01.704050 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5908bf58-9f77-49fc-b97c-498a43122af9 req-7c4d11bc-b767-469c-ae07-20dfc428b5a7 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418274 Aug 08 02:41:02.345174 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ac158-a7ed-4f9f-9473-150f572a4f7e req-1feea8fa-e29d-4d30-bfd6-a53a5615d2e4 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:02.346683 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-263ac158-a7ed-4f9f-9473-150f572a4f7e req-1feea8fa-e29d-4d30-bfd6-a53a5615d2e4 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0504415 Aug 08 02:41:02.372951 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:02.394735 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-263ac158-a7ed-4f9f-9473-150f572a4f7e req-0d074af4-a4b5-420c-806d-b3ebd0881a93 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418007 Aug 08 02:41:02.455726 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d984a7-4787-4b5e-9080-a9706b37b8af req-4fa6db54-1814-47ad-a14f-896932f11e3a tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:02.457150 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41d984a7-4787-4b5e-9080-a9706b37b8af req-4fa6db54-1814-47ad-a14f-896932f11e3a tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0507522 Aug 08 02:41:02.506895 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-41d984a7-4787-4b5e-9080-a9706b37b8af req-8958ea64-901f-4de4-acb3-8c0b6f6cb00e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435555 Aug 08 02:41:03.512620 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7fdeb-f202-43e6-8140-08fd0d26cfca req-5d6b06f0-cc7a-4007-9f16-c3bb893cf50d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:03.514074 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b8b7fdeb-f202-43e6-8140-08fd0d26cfca req-5d6b06f0-cc7a-4007-9f16-c3bb893cf50d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0471122 Aug 08 02:41:03.561347 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b8b7fdeb-f202-43e6-8140-08fd0d26cfca req-8f364ef2-5f18-458b-bdee-511561aedaeb tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418072 Aug 08 02:41:03.631052 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327aa6d-0773-4872-a829-22c45a43f115 req-bd3f3c52-f992-4fa1-8f7f-095a788a3f54 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:03.632522 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9327aa6d-0773-4872-a829-22c45a43f115 req-bd3f3c52-f992-4fa1-8f7f-095a788a3f54 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0517178 Aug 08 02:41:03.682171 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9327aa6d-0773-4872-a829-22c45a43f115 req-0fc20b2b-014d-4a23-9447-db4fa6ad27c4 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441005 Aug 08 02:41:03.921389 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4366e-a882-41cb-a56b-c8d60e98b2d8 req-1f579afc-d5ec-4da9-b6a4-54d750a289ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:03.922924 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fd4366e-a882-41cb-a56b-c8d60e98b2d8 req-1f579afc-d5ec-4da9-b6a4-54d750a289ac service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 1130 time: 0.0418038 Aug 08 02:41:04.248595 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ba164-9545-4e98-81fc-19e3f72129de req-5c2afb91-5b62-4c64-b4e4-42a29e6ac56a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:04.250009 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b98ba164-9545-4e98-81fc-19e3f72129de req-5c2afb91-5b62-4c64-b4e4-42a29e6ac56a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0782292 Aug 08 02:41:04.253621 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9fd4366e-a882-41cb-a56b-c8d60e98b2d8 req-cda4a80b-68e6-4eda-8cf0-35f696c3f626 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830708 Aug 08 02:41:04.590739 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-b98ba164-9545-4e98-81fc-19e3f72129de req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Deleting port 02e01264-c556-4152-ab45-aa8f19b46808 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:04.591079 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b98ba164-9545-4e98-81fc-19e3f72129de req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (02e01264-c556-4152-ab45-aa8f19b46808), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:04.671714 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:04.679628 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16031a0a-0372-4e2e-83b6-60789e1fc20e req-398c5063-b7b8-412e-9a20-022f8f6774dd tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:04.681125 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-16031a0a-0372-4e2e-83b6-60789e1fc20e req-398c5063-b7b8-412e-9a20-022f8f6774dd tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 945 time: 0.0468352 Aug 08 02:41:04.687419 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-b98ba164-9545-4e98-81fc-19e3f72129de req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] For port 02e01264-c556-4152-ab45-aa8f19b46808, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=02e01264-c556-4152-ab45-aa8f19b46808,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:04.687782 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b98ba164-9545-4e98-81fc-19e3f72129de req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (02e01264-c556-4152-ab45-aa8f19b46808), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:04.732202 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-16031a0a-0372-4e2e-83b6-60789e1fc20e req-00645913-c5db-4aa0-8255-0254d82f009f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453205 Aug 08 02:41:04.844785 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88adaa3-0440-4efa-b617-e7640b42bbc7 req-b79901dd-6576-4ae2-9160-a3e96212220e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:04.846164 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d88adaa3-0440-4efa-b617-e7640b42bbc7 req-b79901dd-6576-4ae2-9160-a3e96212220e tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0879986 Aug 08 02:41:04.925095 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b98ba164-9545-4e98-81fc-19e3f72129de req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:04.925095 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b98ba164-9545-4e98-81fc-19e3f72129de req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:04.925347 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-b98ba164-9545-4e98-81fc-19e3f72129de req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Floating IP ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0 disassociated. External IP: 172.27.4.172, port: 02e01264-c556-4152-ab45-aa8f19b46808. Aug 08 02:41:04.925534 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-b98ba164-9545-4e98-81fc-19e3f72129de req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Calling delete_port for 02e01264-c556-4152-ab45-aa8f19b46808 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:04.947785 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d88adaa3-0440-4efa-b617-e7640b42bbc7 req-17c8081e-23ac-48b4-a675-cbcec6b08930 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725591 Aug 08 02:41:04.966400 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:04.967593 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:05.103654 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b98ba164-9545-4e98-81fc-19e3f72129de req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (02e01264-c556-4152-ab45-aa8f19b46808), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:05.132991 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Pushing event deleted for resources: {'Port': ['ID=02e01264-c556-4152-ab45-aa8f19b46808,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:05.145858 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:05.146489 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:05.146827 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:05.147186 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:05.147502 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:05.147841 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:05.148166 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:05.148489 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:05.148810 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:05.149131 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:05.149457 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:05.149775 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:05.150110 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:05.150441 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:05.150762 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:05.188476 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:05.258906 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98ba164-9545-4e98-81fc-19e3f72129de req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:41:05.359987 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98ba164-9545-4e98-81fc-19e3f72129de req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:41:05.369959 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d625e1-33c9-4685-85c6-044b456fa0e4 None None] Sync routers for ids ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:41:05.379662 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d625e1-33c9-4685-85c6-044b456fa0e4 None None] Routers {'4b5eb63e-9efa-4c52-8602-ab2443bc70ed'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:41:05.380597 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-56d625e1-33c9-4685-85c6-044b456fa0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:40:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:05.404773 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98ba164-9545-4e98-81fc-19e3f72129de req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] No DVR routers for this DVR port 02e01264-c556-4152-ab45-aa8f19b46808 on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:41:05.407198 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b98ba164-9545-4e98-81fc-19e3f72129de req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:05.410489 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b98ba164-9545-4e98-81fc-19e3f72129de req-831de968-26bb-4054-bb3a-badfd15378a7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.48 "DELETE /networking/v2.0/ports/02e01264-c556-4152-ab45-aa8f19b46808 HTTP/1.1" status: 204 len: 173 time: 0.9014328 Aug 08 02:41:05.410836 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b62cb1-88d8-45e9-b506-339fedab711a', 'name': 'network-vif-deleted', 'tag': '02e01264-c556-4152-ab45-aa8f19b46808'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:41:05.413699 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50410c61-3b43-4167-81a1-c7b51d33f927" -d '{"events": [{"server_uuid": "08b62cb1-88d8-45e9-b506-339fedab711a", "name": "network-vif-deleted", "tag": "02e01264-c556-4152-ab45-aa8f19b46808"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:41:05.450567 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cde0479-068b-4e0e-ba07-4de49e05ac56 x-openstack-request-id: req-3cde0479-068b-4e0e-ba07-4de49e05ac56 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:41:05.450869 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b62cb1-88d8-45e9-b506-339fedab711a", "name": "network-vif-deleted", "tag": "02e01264-c556-4152-ab45-aa8f19b46808", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:41:05.451192 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cde0479-068b-4e0e-ba07-4de49e05ac56 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:41:05.451584 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cde0479-068b-4e0e-ba07-4de49e05ac56'] response: {'server_uuid': '08b62cb1-88d8-45e9-b506-339fedab711a', 'name': 'network-vif-deleted', 'tag': '02e01264-c556-4152-ab45-aa8f19b46808', 'status': 'completed', 'code': 200} Aug 08 02:41:05.485113 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-56d625e1-33c9-4685-85c6-044b456fa0e4 None None] Set router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:41:05.676472 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-56d625e1-33c9-4685-85c6-044b456fa0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '2cf993b0-c128-490d-8956-d08090d0307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 4, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port': {'id': '2cf993b0-c128-490d-8956-d08090d0307c', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '21c445a0-cd29-430a-b38d-190951903cc4', 'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'mac_address': 'fa:16:3e:ac:da:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:20Z', 'updated_at': '2022-08-08T02:32:29Z', 'revision_number': 5, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'subnets': [{'id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:05.700342 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d625e1-33c9-4685-85c6-044b456fa0e4 None None] Checking router: 4b5eb63e-9efa-4c52-8602-ab2443bc70ed for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:41:05.708770 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d625e1-33c9-4685-85c6-044b456fa0e4 None None] Routers {'4b5eb63e-9efa-4c52-8602-ab2443bc70ed'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:41:05.709350 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-56d625e1-33c9-4685-85c6-044b456fa0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:40:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:05.812086 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-56d625e1-33c9-4685-85c6-044b456fa0e4 None None] Set router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:41:05.841232 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-42a8c2a3-9b8a-4214-9f59-2f7208d51225 req-ce789007-c279-4782-af68-f4b807e2ab1c tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=08b62cb1-88d8-45e9-b506-339fedab711a HTTP/1.1" status: 200 len: 210 time: 0.0304968 Aug 08 02:41:06.005151 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-56d625e1-33c9-4685-85c6-044b456fa0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '2cf993b0-c128-490d-8956-d08090d0307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 4, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port': {'id': '2cf993b0-c128-490d-8956-d08090d0307c', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '21c445a0-cd29-430a-b38d-190951903cc4', 'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'mac_address': 'fa:16:3e:ac:da:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:20Z', 'updated_at': '2022-08-08T02:32:29Z', 'revision_number': 5, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'subnets': [{'id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:06.030501 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d625e1-33c9-4685-85c6-044b456fa0e4 None None] The sync data for ids ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'] in dv-cinder-852261-2-iscsi is: [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '2cf993b0-c128-490d-8956-d08090d0307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:32:22Z', 'revision_number': 4, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port': {'id': '2cf993b0-c128-490d-8956-d08090d0307c', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '21c445a0-cd29-430a-b38d-190951903cc4', 'name': '', 'network_id': 'a983a294-01dc-46eb-aef5-c79712b4e933', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'mac_address': 'fa:16:3e:ac:da:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:20Z', 'updated_at': '2022-08-08T02:32:29Z', 'revision_number': 5, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'subnets': [{'id': 'e4898143-b142-4521-9351-8ef3bd60567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:41:06.084827 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c66687-c4f6-4494-ba37-c49fedfe26cb req-73bb4e20-d122-465a-9f52-c9d2a430d632 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:06.086370 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f1c66687-c4f6-4494-ba37-c49fedfe26cb req-73bb4e20-d122-465a-9f52-c9d2a430d632 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0611675 Aug 08 02:41:06.141068 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f1c66687-c4f6-4494-ba37-c49fedfe26cb req-7048fd29-1688-4337-98c8-fe6ab668e739 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481632 Aug 08 02:41:06.262481 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a800ee-fecb-4e4b-88d3-700bfdf64846 None None] New status for floating IP ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0: DOWN {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:41:07.012885 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 45156) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:07.059533 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:07.077617 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-58473e0e-4fda-4ae2-bc10-c59b602c95ad tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for security_group (ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:07.102005 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-58473e0e-4fda-4ae2-bc10-c59b602c95ad tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for security_group (ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:07.206535 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-58473e0e-4fda-4ae2-bc10-c59b602c95ad tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:07.209883 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-58473e0e-4fda-4ae2-bc10-c59b602c95ad tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:07.211438 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-58473e0e-4fda-4ae2-bc10-c59b602c95ad tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a HTTP/1.1" status: 204 len: 168 time: 0.1974900 Aug 08 02:41:07.214001 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45160) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:07.228212 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.api.v2.resource [None req-c85cb6ee-7f40-4e5a-b9e8-f149bd3820ed tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] show failed (client error): The resource could not be found. Aug 08 02:41:07.231732 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-c85cb6ee-7f40-4e5a-b9e8-f149bd3820ed tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups/ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a HTTP/1.1" status: 404 len: 347 time: 0.0141039 Aug 08 02:41:07.231966 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58473e0e-4fda-4ae2-bc10-c59b602c95ad tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2a3bd5-3f9f-4925-8fd4-d460942d2a2a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:07.232081 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45162) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:07.267551 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdca20-9e35-481f-85e9-a4f217d6eb3e req-71c38bac-6efc-4550-aad1-eb2b2c85cdd2 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:07.270974 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9bbdca20-9e35-481f-85e9-a4f217d6eb3e req-71c38bac-6efc-4550-aad1-eb2b2c85cdd2 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0545456 Aug 08 02:41:07.272114 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 02e01264-c556-4152-ab45-aa8f19b46808 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:41:07.295745 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: 02e01264-c556-4152-ab45-aa8f19b46808 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:41:07.296256 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 02e01264-c556-4152-ab45-aa8f19b46808 not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:41:07.324169 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9bbdca20-9e35-481f-85e9-a4f217d6eb3e req-021d6910-5115-40e2-80a2-c3770c7a7724 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472302 Aug 08 02:41:07.347709 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Deleting port 53e894cb-dd50-427b-b796-fa43049046d9 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:07.347970 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (53e894cb-dd50-427b-b796-fa43049046d9), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:07.426089 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (53e894cb-dd50-427b-b796-fa43049046d9), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:07.426326 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for floatingip (53e894cb-dd50-427b-b796-fa43049046d9), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:07.439124 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Calling delete_port for 53e894cb-dd50-427b-b796-fa43049046d9 owned by network:floatingip {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:07.650284 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (53e894cb-dd50-427b-b796-fa43049046d9), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:07.672776 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Pushing event deleted for resources: {'Port': ['ID=53e894cb-dd50-427b-b796-fa43049046d9,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:07.685740 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:07.686090 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:07.686454 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:07.686794 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:07.687128 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:07.687461 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:07.687789 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:07.688115 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:07.688437 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:07.688765 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:07.689090 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:07.689409 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:07.689732 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:07.690053 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:07.690399 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:07.749577 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks [] for floatingip (ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:07.752184 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:07.753321 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-ed038ca5-759d-4a40-83a3-4dd96486fe2b tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/ebe29aaf-20ce-4edc-9d51-bdcc19e8bfe0 HTTP/1.1" status: 204 len: 168 time: 0.5203500 Aug 08 02:41:10.674581 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77b33b-9298-45af-9052-ccfc5f6c30ce req-3b202a4d-4bdb-4d80-8c3a-d3a42d264287 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:10.676035 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2b77b33b-9298-45af-9052-ccfc5f6c30ce req-3b202a4d-4bdb-4d80-8c3a-d3a42d264287 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0468135 Aug 08 02:41:10.723352 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2b77b33b-9298-45af-9052-ccfc5f6c30ce req-ce59605a-fbfb-47c1-8d70-de7397c5614e tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408878 Aug 08 02:41:11.310653 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bd9dc-1bb8-4c8e-8e42-15cccd7eda73 req-cf53ce12-38e6-4b4d-ac80-e7dd66a8253d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:11.312114 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-932bd9dc-1bb8-4c8e-8e42-15cccd7eda73 req-cf53ce12-38e6-4b4d-ac80-e7dd66a8253d tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 945 time: 0.0499656 Aug 08 02:41:11.402014 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-932bd9dc-1bb8-4c8e-8e42-15cccd7eda73 req-8bed8945-b84e-4a24-8363-da3dc48c8829 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Deleting port b09b9826-f63f-4724-9a75-a75195d2391a {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:11.402343 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-932bd9dc-1bb8-4c8e-8e42-15cccd7eda73 req-8bed8945-b84e-4a24-8363-da3dc48c8829 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (b09b9826-f63f-4724-9a75-a75195d2391a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:11.492849 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-932bd9dc-1bb8-4c8e-8e42-15cccd7eda73 req-8bed8945-b84e-4a24-8363-da3dc48c8829 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] For port b09b9826-f63f-4724-9a75-a75195d2391a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b09b9826-f63f-4724-9a75-a75195d2391a,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:11.493201 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-932bd9dc-1bb8-4c8e-8e42-15cccd7eda73 req-8bed8945-b84e-4a24-8363-da3dc48c8829 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (b09b9826-f63f-4724-9a75-a75195d2391a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:11.506745 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-932bd9dc-1bb8-4c8e-8e42-15cccd7eda73 req-8bed8945-b84e-4a24-8363-da3dc48c8829 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Calling delete_port for b09b9826-f63f-4724-9a75-a75195d2391a owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:11.713101 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-932bd9dc-1bb8-4c8e-8e42-15cccd7eda73 req-8bed8945-b84e-4a24-8363-da3dc48c8829 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (b09b9826-f63f-4724-9a75-a75195d2391a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:11.725835 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['b02fabe8-9ace-422a-a568-18c37daa63c2', 'b09b9826-f63f-4724-9a75-a75195d2391a'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:41:11.742581 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed8945-b84e-4a24-8363-da3dc48c8829 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Pushing event deleted for resources: {'Port': ['ID=b09b9826-f63f-4724-9a75-a75195d2391a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:11.792443 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-932bd9dc-1bb8-4c8e-8e42-15cccd7eda73 req-8bed8945-b84e-4a24-8363-da3dc48c8829 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] No DVR routers for this DVR port b09b9826-f63f-4724-9a75-a75195d2391a on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:41:11.794934 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-932bd9dc-1bb8-4c8e-8e42-15cccd7eda73 req-8bed8945-b84e-4a24-8363-da3dc48c8829 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:11.798152 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-932bd9dc-1bb8-4c8e-8e42-15cccd7eda73 req-8bed8945-b84e-4a24-8363-da3dc48c8829 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.48 "DELETE /networking/v2.0/ports/b09b9826-f63f-4724-9a75-a75195d2391a HTTP/1.1" status: 204 len: 173 time: 0.4725339 Aug 08 02:41:11.798622 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b383010a-a42d-40bb-87aa-88500e694738', 'name': 'network-vif-deleted', 'tag': 'b09b9826-f63f-4724-9a75-a75195d2391a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:41:11.800906 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39199df-5b15-4af6-9882-821d34ed5deb" -d '{"events": [{"server_uuid": "b383010a-a42d-40bb-87aa-88500e694738", "name": "network-vif-deleted", "tag": "b09b9826-f63f-4724-9a75-a75195d2391a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:41:11.847583 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:11.850534 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-90248338-147e-482c-85af-86b0fd17209f req-e613ee6c-7938-4cd7-aaf4-902316b19e2a tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b383010a-a42d-40bb-87aa-88500e694738 HTTP/1.1" status: 200 len: 210 time: 0.0311966 Aug 08 02:41:11.857356 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f317c3-c071-41d6-b7fb-a2e0cc66d9a7 x-openstack-request-id: req-a2f317c3-c071-41d6-b7fb-a2e0cc66d9a7 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:41:11.858104 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b383010a-a42d-40bb-87aa-88500e694738", "name": "network-vif-deleted", "tag": "b09b9826-f63f-4724-9a75-a75195d2391a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:41:11.858387 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2f317c3-c071-41d6-b7fb-a2e0cc66d9a7 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:41:11.858797 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f317c3-c071-41d6-b7fb-a2e0cc66d9a7'] response: {'server_uuid': 'b383010a-a42d-40bb-87aa-88500e694738', 'name': 'network-vif-deleted', 'tag': 'b09b9826-f63f-4724-9a75-a75195d2391a', 'status': 'completed', 'code': 200} Aug 08 02:41:13.279078 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:13.316452 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781cb3a-db36-495f-9d7d-cb54ef3ef4ef req-8d9220d2-f0ff-4174-87fd-bff03c0ea5f7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:13.318636 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7781cb3a-db36-495f-9d7d-cb54ef3ef4ef req-8d9220d2-f0ff-4174-87fd-bff03c0ea5f7 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0496473 Aug 08 02:41:13.367115 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7781cb3a-db36-495f-9d7d-cb54ef3ef4ef req-27840e64-5fa9-4357-b5fb-ac1da3cadcab tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429473 Aug 08 02:41:14.117771 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c6b9a-3efe-4ce1-9717-97e8b486f4ec req-59642648-e3fe-4516-be5c-1ce17789e895 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:14.119257 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-107c6b9a-3efe-4ce1-9717-97e8b486f4ec req-59642648-e3fe-4516-be5c-1ce17789e895 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0503683 Aug 08 02:41:14.195606 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:14.201072 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-107c6b9a-3efe-4ce1-9717-97e8b486f4ec req-79a329c9-6a75-48b6-8263-4905c110321f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Deleting port b02fabe8-9ace-422a-a568-18c37daa63c2 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:14.201418 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-107c6b9a-3efe-4ce1-9717-97e8b486f4ec req-79a329c9-6a75-48b6-8263-4905c110321f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (b02fabe8-9ace-422a-a568-18c37daa63c2), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:14.295494 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-107c6b9a-3efe-4ce1-9717-97e8b486f4ec req-79a329c9-6a75-48b6-8263-4905c110321f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] For port b02fabe8-9ace-422a-a568-18c37daa63c2, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b02fabe8-9ace-422a-a568-18c37daa63c2,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:14.296209 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-107c6b9a-3efe-4ce1-9717-97e8b486f4ec req-79a329c9-6a75-48b6-8263-4905c110321f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (b02fabe8-9ace-422a-a568-18c37daa63c2), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:14.309063 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-107c6b9a-3efe-4ce1-9717-97e8b486f4ec req-79a329c9-6a75-48b6-8263-4905c110321f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Calling delete_port for b02fabe8-9ace-422a-a568-18c37daa63c2 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:14.490879 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555e41b-fa5f-43c6-b1d5-429ef33f2638 req-6a11b916-2012-4088-93dc-78479c73bf99 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:14.491896 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-107c6b9a-3efe-4ce1-9717-97e8b486f4ec req-79a329c9-6a75-48b6-8263-4905c110321f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (b02fabe8-9ace-422a-a568-18c37daa63c2), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:14.492279 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e555e41b-fa5f-43c6-b1d5-429ef33f2638 req-6a11b916-2012-4088-93dc-78479c73bf99 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4449d47c-fbac-4e23-8017-0a283a5ba7d9 HTTP/1.1" status: 200 len: 945 time: 0.0507085 Aug 08 02:41:14.503845 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['b02fabe8-9ace-422a-a568-18c37daa63c2'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:41:14.524606 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a329c9-6a75-48b6-8263-4905c110321f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Pushing event deleted for resources: {'Port': ['ID=b02fabe8-9ace-422a-a568-18c37daa63c2,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:14.546087 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e555e41b-fa5f-43c6-b1d5-429ef33f2638 req-f5373495-de32-4104-ae95-b90acdbaba75 tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b7bcda9c-6869-4e5f-ae5b-d84e6238117c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470049 Aug 08 02:41:14.576453 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-107c6b9a-3efe-4ce1-9717-97e8b486f4ec req-79a329c9-6a75-48b6-8263-4905c110321f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] No DVR routers for this DVR port b02fabe8-9ace-422a-a568-18c37daa63c2 on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:41:14.579057 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-107c6b9a-3efe-4ce1-9717-97e8b486f4ec req-79a329c9-6a75-48b6-8263-4905c110321f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:14.582280 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-107c6b9a-3efe-4ce1-9717-97e8b486f4ec req-79a329c9-6a75-48b6-8263-4905c110321f tempest-ServerRescueNegativeTestJSON-835005575 tempest-ServerRescueNegativeTestJSON-835005575-project] 10.222.0.48 "DELETE /networking/v2.0/ports/b02fabe8-9ace-422a-a568-18c37daa63c2 HTTP/1.1" status: 204 len: 173 time: 0.4579856 Aug 08 02:41:14.582735 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4449d47c-fbac-4e23-8017-0a283a5ba7d9', 'name': 'network-vif-deleted', 'tag': 'b02fabe8-9ace-422a-a568-18c37daa63c2'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:41:14.585694 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99eaacd1-3fb5-42aa-bdb1-6f7033c94358" -d '{"events": [{"server_uuid": "4449d47c-fbac-4e23-8017-0a283a5ba7d9", "name": "network-vif-deleted", "tag": "b02fabe8-9ace-422a-a568-18c37daa63c2"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:41:14.623431 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b978c9-1a52-47e4-992d-0423ed569214 x-openstack-request-id: req-47b978c9-1a52-47e4-992d-0423ed569214 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:41:14.623732 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4449d47c-fbac-4e23-8017-0a283a5ba7d9", "name": "network-vif-deleted", "tag": "b02fabe8-9ace-422a-a568-18c37daa63c2", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:41:14.624001 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47b978c9-1a52-47e4-992d-0423ed569214 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:41:14.624388 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b978c9-1a52-47e4-992d-0423ed569214'] response: {'server_uuid': '4449d47c-fbac-4e23-8017-0a283a5ba7d9', 'name': 'network-vif-deleted', 'tag': 'b02fabe8-9ace-422a-a568-18c37daa63c2', 'status': 'completed', 'code': 200} Aug 08 02:41:15.331302 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device b09b9826-f63f-4724-9a75-a75195d2391a no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:41:15.350997 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: b09b9826-f63f-4724-9a75-a75195d2391a {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:41:15.351323 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device b09b9826-f63f-4724-9a75-a75195d2391a not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:41:15.612495 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45198) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:16.046902 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:16.256976 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6aea-f990-4da3-9112-2534c8e4300f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729648'] for router_interface (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:16.471768 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-4b7f6aea-f990-4da3-9112-2534c8e4300f admin admin] Deleting port 21c445a0-cd29-430a-b38d-190951903cc4 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:16.472105 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6aea-f990-4da3-9112-2534c8e4300f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (21c445a0-cd29-430a-b38d-190951903cc4), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:16.553178 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-4b7f6aea-f990-4da3-9112-2534c8e4300f admin admin] For port 21c445a0-cd29-430a-b38d-190951903cc4, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=21c445a0-cd29-430a-b38d-190951903cc4,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:16.553537 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6aea-f990-4da3-9112-2534c8e4300f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (21c445a0-cd29-430a-b38d-190951903cc4), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:16.565923 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-4b7f6aea-f990-4da3-9112-2534c8e4300f admin admin] Calling delete_port for 21c445a0-cd29-430a-b38d-190951903cc4 owned by network:router_interface {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:16.621266 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:16.800300 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6aea-f990-4da3-9112-2534c8e4300f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (21c445a0-cd29-430a-b38d-190951903cc4), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:16.824477 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f6aea-f990-4da3-9112-2534c8e4300f admin admin] Pushing event deleted for resources: {'Port': ['ID=21c445a0-cd29-430a-b38d-190951903cc4,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:16.971973 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:16.988053 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6aea-f990-4da3-9112-2534c8e4300f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729772'] for router_interface (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:17.199080 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7f6aea-f990-4da3-9112-2534c8e4300f admin admin] Router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:41:17.300445 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7f6aea-f990-4da3-9112-2534c8e4300f admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:41:17.307023 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4b7f6aea-f990-4da3-9112-2534c8e4300f admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/4b5eb63e-9efa-4c52-8602-ab2443bc70ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6934829 Aug 08 02:41:17.309603 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45202) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:17.312155 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eea14d-f920-4a80-aa7b-6d2fe99622be None None] Sync routers for ids ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:41:17.323085 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device b02fabe8-9ace-422a-a568-18c37daa63c2 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:41:17.323677 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eea14d-f920-4a80-aa7b-6d2fe99622be None None] Routers {'4b5eb63e-9efa-4c52-8602-ab2443bc70ed'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:41:17.324211 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-b9eea14d-f920-4a80-aa7b-6d2fe99622be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:40:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:17.343238 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: b02fabe8-9ace-422a-a568-18c37daa63c2 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:41:17.343590 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device b02fabe8-9ace-422a-a568-18c37daa63c2 not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:41:17.409925 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-748df8cc-8f8b-4709-8982-b8c69aac36ee admin admin] Publish callbacks [] for router (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:17.414609 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:17.423135 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-b9eea14d-f920-4a80-aa7b-6d2fe99622be None None] Set router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:41:17.509691 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-748df8cc-8f8b-4709-8982-b8c69aac36ee admin admin] Publish callbacks [] for router_gateway (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:17.590668 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-b9eea14d-f920-4a80-aa7b-6d2fe99622be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19'}], 'enable_snat': True}, 'gw_port_id': '2cf993b0-c128-490d-8956-d08090d0307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:41:16Z', 'revision_number': 5, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port': {'id': '2cf993b0-c128-490d-8956-d08090d0307c', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:14Z', 'updated_at': '2022-08-08T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:17.593191 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:17.604876 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-748df8cc-8f8b-4709-8982-b8c69aac36ee admin admin] Deleting port 2cf993b0-c128-490d-8956-d08090d0307c {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:17.605210 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-748df8cc-8f8b-4709-8982-b8c69aac36ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (2cf993b0-c128-490d-8956-d08090d0307c), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:17.607562 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:17.690848 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-748df8cc-8f8b-4709-8982-b8c69aac36ee admin admin] For port 2cf993b0-c128-490d-8956-d08090d0307c, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=2cf993b0-c128-490d-8956-d08090d0307c,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:17.691569 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-748df8cc-8f8b-4709-8982-b8c69aac36ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (2cf993b0-c128-490d-8956-d08090d0307c), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:17.706258 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eea14d-f920-4a80-aa7b-6d2fe99622be None None] Checking router: 4b5eb63e-9efa-4c52-8602-ab2443bc70ed for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:41:17.709670 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-748df8cc-8f8b-4709-8982-b8c69aac36ee admin admin] Calling delete_port for 2cf993b0-c128-490d-8956-d08090d0307c owned by network:router_gateway {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:17.715374 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eea14d-f920-4a80-aa7b-6d2fe99622be None None] Routers {'4b5eb63e-9efa-4c52-8602-ab2443bc70ed'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:41:17.715991 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-b9eea14d-f920-4a80-aa7b-6d2fe99622be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:40:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:17.771923 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:17.798090 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-b9eea14d-f920-4a80-aa7b-6d2fe99622be None None] Set router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed gateway port host: None {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:41:17.845903 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-b9eea14d-f920-4a80-aa7b-6d2fe99622be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:41:17Z', 'revision_number': 6, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port_host': None}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:17.874231 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eea14d-f920-4a80-aa7b-6d2fe99622be None None] The sync data for ids ['4b5eb63e-9efa-4c52-8602-ab2443bc70ed'] in dv-cinder-852261-2-iscsi is: [{'id': '4b5eb63e-9efa-4c52-8602-ab2443bc70ed', 'name': 'tempest-ServerRescueNegativeTestJSON-37230811-router', 'tenant_id': 'f1f194384993444da5c7b7f30e42746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:13Z', 'updated_at': '2022-08-08T02:41:17Z', 'revision_number': 6, 'project_id': 'f1f194384993444da5c7b7f30e42746d', 'gw_port_host': None}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:41:17.972010 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-748df8cc-8f8b-4709-8982-b8c69aac36ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (2cf993b0-c128-490d-8956-d08090d0307c), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:17.997829 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748df8cc-8f8b-4709-8982-b8c69aac36ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf993b0-c128-490d-8956-d08090d0307c,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:18.059964 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-748df8cc-8f8b-4709-8982-b8c69aac36ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656612'] for router_gateway (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.145503 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-748df8cc-8f8b-4709-8982-b8c69aac36ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1885'] for router (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.147813 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-748df8cc-8f8b-4709-8982-b8c69aac36ee admin admin] Publish callbacks [] for router_controller (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.279019 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-748df8cc-8f8b-4709-8982-b8c69aac36ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-736073'] for router (4b5eb63e-9efa-4c52-8602-ab2443bc70ed), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.279692 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748df8cc-8f8b-4709-8982-b8c69aac36ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b5eb63e-9efa-4c52-8602-ab2443bc70ed {{(pid=104276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:41:18.284478 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-748df8cc-8f8b-4709-8982-b8c69aac36ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.288554 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-748df8cc-8f8b-4709-8982-b8c69aac36ee admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/4b5eb63e-9efa-4c52-8602-ab2443bc70ed HTTP/1.1" status: 204 len: 168 time: 0.9751177 Aug 08 02:41:18.288828 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45204) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:18.335155 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30483ed-1615-4b68-902a-dd7ed64d2385 admin admin] Deleting subnet e4898143-b142-4521-9351-8ef3bd60567c {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:41:18.343106 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b30483ed-1615-4b68-902a-dd7ed64d2385 admin admin] Publish callbacks [] for subnet (e4898143-b142-4521-9351-8ef3bd60567c), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.373271 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b30483ed-1615-4b68-902a-dd7ed64d2385 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4164821'] for subnet (e4898143-b142-4521-9351-8ef3bd60567c), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.450005 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b30483ed-1615-4b68-902a-dd7ed64d2385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (e4898143-b142-4521-9351-8ef3bd60567c), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.555160 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b30483ed-1615-4b68-902a-dd7ed64d2385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25480602'] for subnet (e4898143-b142-4521-9351-8ef3bd60567c), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.578872 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30483ed-1615-4b68-902a-dd7ed64d2385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4898143-b142-4521-9351-8ef3bd60567c,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:18.584365 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b30483ed-1615-4b68-902a-dd7ed64d2385 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.588651 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-b30483ed-1615-4b68-902a-dd7ed64d2385 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/e4898143-b142-4521-9351-8ef3bd60567c HTTP/1.1" status: 204 len: 168 time: 0.2977061 Aug 08 02:41:18.590037 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45206) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:18.593078 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476d1fdd-ec21-4ea8-b371-d2d6f10e5795 None None] Network a983a294-01dc-46eb-aef5-c79712b4e933 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:41:18.661353 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (a983a294-01dc-46eb-aef5-c79712b4e933), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.709949 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] Deleting port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:18.710557 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (3aed8c0c-2c1f-4e51-bc1f-b7beb0503655), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.758024 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] DHCP port deletion for a983a294-01dc-46eb-aef5-c79712b4e933 request from dv-cinder-852261-2-iscsi {{(pid=104278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:41:18.777224 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] For port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=3aed8c0c-2c1f-4e51-bc1f-b7beb0503655,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:18.777583 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (3aed8c0c-2c1f-4e51-bc1f-b7beb0503655), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.784655 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:18.791302 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] Calling delete_port for 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 owned by network:dhcp {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:18.796080 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Deleting port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:41:18.796995 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (3aed8c0c-2c1f-4e51-bc1f-b7beb0503655), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.872927 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] For port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=3aed8c0c-2c1f-4e51-bc1f-b7beb0503655,segment=NetworkSegment(82b5434b-e884-4b98-ad86-7b5fa2978654),segment_id=82b5434b-e884-4b98-ad86-7b5fa2978654)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:41:18.873322 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (3aed8c0c-2c1f-4e51-bc1f-b7beb0503655), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.887734 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Calling delete_port for 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:41:18.940561 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:18.965711 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:18.965886 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (3aed8c0c-2c1f-4e51-bc1f-b7beb0503655), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.975315 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:18.975497 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050'] for port (3aed8c0c-2c1f-4e51-bc1f-b7beb0503655), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:18.993987 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aed8c0c-2c1f-4e51-bc1f-b7beb0503655,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:18.995829 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] No DVR routers for this DVR port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 on host dv-cinder-852261-2-iscsi {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:41:19.007635 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Pushing event deleted for resources: {'Port': ['ID=3aed8c0c-2c1f-4e51-bc1f-b7beb0503655,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:19.009912 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] No DVR routers for this DVR port 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 on host dv-cinder-852261-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:41:19.024067 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:19.024518 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:19.024969 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:19.025851 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:19.026278 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:19.026926 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:19.027422 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:19.027913 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:19.028573 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:19.028915 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:19.029256 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:19.029745 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:19.030230 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:19.030587 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:19.030915 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805df8ae-c50f-4c13-8907-7872114833a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:41:19.062156 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:41:19.079607 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (a983a294-01dc-46eb-aef5-c79712b4e933), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:19.082439 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:41:19.082785 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 3aed8c0c-2c1f-4e51-bc1f-b7beb0503655 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:41:19.083199 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 2cf993b0-c128-490d-8956-d08090d0307c no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:41:19.102334 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 2cf993b0-c128-490d-8956-d08090d0307c {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:41:19.102750 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 2cf993b0-c128-490d-8956-d08090d0307c not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:41:19.103126 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 21c445a0-cd29-430a-b38d-190951903cc4 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:41:19.105232 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a983a294-01dc-46eb-aef5-c79712b4e933']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:19.115544 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b5434b-e884-4b98-ad86-7b5fa2978654') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:19.115833 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b5434b-e884-4b98-ad86-7b5fa2978654') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:41:19.123991 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 21c445a0-cd29-430a-b38d-190951903cc4 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:41:19.124331 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 21c445a0-cd29-430a-b38d-190951903cc4 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:41:19.125782 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164828'] for segment (82b5434b-e884-4b98-ad86-7b5fa2978654), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:19.140192 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (82b5434b-e884-4b98-ad86-7b5fa2978654), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:19.147250 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:41:19.147698 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3915133'] for segment (82b5434b-e884-4b98-ad86-7b5fa2978654), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:19.229984 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 82b5434b-e884-4b98-ad86-7b5fa2978654 resource provider aggregate not found Aug 08 02:41:19.246336 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 82b5434b-e884-4b98-ad86-7b5fa2978654 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82b5434b-e884-4b98-ad86-7b5fa2978654 found for delete ", "request_id": "req-69a86408-fb38-4277-8bb8-1191d97131ab"}]} Aug 08 02:41:19.337630 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (a983a294-01dc-46eb-aef5-c79712b4e933), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:19.343258 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:19.346198 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/a983a294-01dc-46eb-aef5-c79712b4e933 HTTP/1.1" status: 204 len: 168 time: 0.7550976 Aug 08 02:41:19.360561 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905871d8-9b6b-4bbc-9736-e822236330f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a983a294-01dc-46eb-aef5-c79712b4e933,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:19.685920 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45216) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:19.726986 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-55783f22-ed3d-42ae-869f-8cf05bbe5dfb admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f1f194384993444da5c7b7f30e42746d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396109 Aug 08 02:41:19.729110 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45218) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:19.780137 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-36c2657f-8ade-48c1-a1bb-b0fbbffc11f2 admin admin] Publish callbacks [] for security_group (b7bcda9c-6869-4e5f-ae5b-d84e6238117c), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:19.801744 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-36c2657f-8ade-48c1-a1bb-b0fbbffc11f2 admin admin] Publish callbacks [] for security_group (b7bcda9c-6869-4e5f-ae5b-d84e6238117c), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:19.903275 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-36c2657f-8ade-48c1-a1bb-b0fbbffc11f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (b7bcda9c-6869-4e5f-ae5b-d84e6238117c), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:19.905837 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-36c2657f-8ade-48c1-a1bb-b0fbbffc11f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:19.907053 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-36c2657f-8ade-48c1-a1bb-b0fbbffc11f2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b7bcda9c-6869-4e5f-ae5b-d84e6238117c HTTP/1.1" status: 204 len: 168 time: 0.1769912 Aug 08 02:41:19.915483 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2657f-8ade-48c1-a1bb-b0fbbffc11f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bcda9c-6869-4e5f-ae5b-d84e6238117c,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:20.554390 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-3bf71c09-c594-47a7-a912-937f1bab089b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:22.251153 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45264) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:22.356658 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4aa909a3-d51e-4d1e-84c0-21aaecc70939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:22.430741 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4aa909a3-d51e-4d1e-84c0-21aaecc70939 admin admin] Publish callbacks [] for security_group (46cdc385-0709-45bc-8b3c-0dfe46490335), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:22.491269 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4aa909a3-d51e-4d1e-84c0-21aaecc70939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (46cdc385-0709-45bc-8b3c-0dfe46490335), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:22.530543 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4aa909a3-d51e-4d1e-84c0-21aaecc70939 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2818e0e2e04d47998507aa18da59341e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782977 Aug 08 02:41:22.531446 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa909a3-d51e-4d1e-84c0-21aaecc70939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cdc385-0709-45bc-8b3c-0dfe46490335,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:22.533322 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 45268) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:22.583347 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8e92919c-56e3-4c24-9213-58a7df7db23a admin admin] Publish callbacks [] for security_group (46cdc385-0709-45bc-8b3c-0dfe46490335), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:22.605548 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8e92919c-56e3-4c24-9213-58a7df7db23a admin admin] Publish callbacks [] for security_group (46cdc385-0709-45bc-8b3c-0dfe46490335), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:22.714371 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8e92919c-56e3-4c24-9213-58a7df7db23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (46cdc385-0709-45bc-8b3c-0dfe46490335), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:22.716929 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8e92919c-56e3-4c24-9213-58a7df7db23a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:22.718068 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8e92919c-56e3-4c24-9213-58a7df7db23a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/46cdc385-0709-45bc-8b3c-0dfe46490335 HTTP/1.1" status: 204 len: 168 time: 0.1837473 Aug 08 02:41:22.725930 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92919c-56e3-4c24-9213-58a7df7db23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cdc385-0709-45bc-8b3c-0dfe46490335,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:22.919144 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-66ceafa7-2679-4c39-98ae-ea7b2038698e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:23.406503 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45276) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:23.420542 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0a704dd4-4156-4f36-89d2-068699ed74d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:23.448079 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:23.497901 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0a704dd4-4156-4f36-89d2-068699ed74d2 admin admin] Publish callbacks [] for security_group (de35e91d-087a-452e-926b-701b969cf87f), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:23.581526 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0a704dd4-4156-4f36-89d2-068699ed74d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (de35e91d-087a-452e-926b-701b969cf87f), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:23.621309 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a704dd4-4156-4f36-89d2-068699ed74d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de35e91d-087a-452e-926b-701b969cf87f,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:23.625390 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-0a704dd4-4156-4f36-89d2-068699ed74d2 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7b0a4d72c5d94fc7a6cde493cb004416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178452 Aug 08 02:41:23.628765 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45278) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:23.657049 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:23.677603 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f36fe96a-312a-497b-bf16-0052d0973702 admin admin] Publish callbacks [] for security_group (de35e91d-087a-452e-926b-701b969cf87f), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:23.698921 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f36fe96a-312a-497b-bf16-0052d0973702 admin admin] Publish callbacks [] for security_group (de35e91d-087a-452e-926b-701b969cf87f), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:23.800080 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f36fe96a-312a-497b-bf16-0052d0973702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (de35e91d-087a-452e-926b-701b969cf87f), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:23.802757 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f36fe96a-312a-497b-bf16-0052d0973702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:23.803887 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f36fe96a-312a-497b-bf16-0052d0973702 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/de35e91d-087a-452e-926b-701b969cf87f HTTP/1.1" status: 204 len: 168 time: 0.1748891 Aug 08 02:41:23.812643 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fe96a-312a-497b-bf16-0052d0973702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de35e91d-087a-452e-926b-701b969cf87f,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:24.383427 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:26.019407 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:26.103689 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:27.848105 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=12 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:27.848819 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=29 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:28.594588 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:30.498183 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8c4e39ea-3ae1-4178-a08e-c31c1f99bdbf req-d45531fd-7a35-42a2-ad38-2ba9392b034b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428483 Aug 08 02:41:30.559853 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e39ea-3ae1-4178-a08e-c31c1f99bdbf req-8c6fef13-551f-489f-aa24-81b887679deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:30.561336 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8c4e39ea-3ae1-4178-a08e-c31c1f99bdbf req-8c6fef13-551f-489f-aa24-81b887679deb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=e069855c07d94296a331d49a7a2a7ce4&device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 1130 time: 0.0402815 Aug 08 02:41:30.668611 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e39ea-3ae1-4178-a08e-c31c1f99bdbf req-133209c7-03b6-441f-8337-55a57b5c0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:30.670077 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8c4e39ea-3ae1-4178-a08e-c31c1f99bdbf req-133209c7-03b6-441f-8337-55a57b5c0aac service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=72633b9c-b237-4ab8-8fff-e57a0fd5947a HTTP/1.1" status: 200 len: 909 time: 0.0867987 Aug 08 02:41:30.742549 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8c4e39ea-3ae1-4178-a08e-c31c1f99bdbf req-95356b22-6709-4760-bcde-1202de96f960 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2673af77-3e95-439c-83d1-409d6e88dcb5 HTTP/1.1" status: 200 len: 1002 time: 0.0654979 Aug 08 02:41:30.785728 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:30.791083 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e39ea-3ae1-4178-a08e-c31c1f99bdbf req-4bc72844-d69c-4d45-8302-1a5acc3599a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:30.792503 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8c4e39ea-3ae1-4178-a08e-c31c1f99bdbf req-4bc72844-d69c-4d45-8302-1a5acc3599a3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7ade88c2-5a43-4fe7-8f81-d10a683707d4 HTTP/1.1" status: 200 len: 847 time: 0.0437891 Aug 08 02:41:30.839641 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e39ea-3ae1-4178-a08e-c31c1f99bdbf req-4ec8153c-1087-4e9c-a908-c2e0818f3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:30.841158 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8c4e39ea-3ae1-4178-a08e-c31c1f99bdbf req-4ec8153c-1087-4e9c-a908-c2e0818f3b3c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=72633b9c-b237-4ab8-8fff-e57a0fd5947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427155 Aug 08 02:41:30.913286 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:30.946781 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8c4e39ea-3ae1-4178-a08e-c31c1f99bdbf req-37d478bb-403d-4731-bc6c-875230b648f6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/72633b9c-b237-4ab8-8fff-e57a0fd5947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939739 Aug 08 02:41:31.041988 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8c4e39ea-3ae1-4178-a08e-c31c1f99bdbf req-133a1329-3801-49ad-abb7-5b56eda45f99 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/72633b9c-b237-4ab8-8fff-e57a0fd5947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881145 Aug 08 02:41:31.970875 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:41:33.808733 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=24,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:33.858506 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45406) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:33.975830 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1312d64d-532d-496d-8aae-86ed68534504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:34.054107 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1312d64d-532d-496d-8aae-86ed68534504 admin admin] Publish callbacks [] for security_group (ad24e6b5-7bab-4d86-8d85-d69d0d7551b2), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:34.108738 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1312d64d-532d-496d-8aae-86ed68534504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (ad24e6b5-7bab-4d86-8d85-d69d0d7551b2), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:34.156038 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1312d64d-532d-496d-8aae-86ed68534504 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=12ed26f0b8b14e7ea9d710986bf0b022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963605 Aug 08 02:41:34.157247 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312d64d-532d-496d-8aae-86ed68534504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad24e6b5-7bab-4d86-8d85-d69d0d7551b2,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:34.158844 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 45410) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:34.213471 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8d4a491c-cafc-41e6-9cd5-bff37640630e admin admin] Publish callbacks [] for security_group (ad24e6b5-7bab-4d86-8d85-d69d0d7551b2), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:34.236395 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8d4a491c-cafc-41e6-9cd5-bff37640630e admin admin] Publish callbacks [] for security_group (ad24e6b5-7bab-4d86-8d85-d69d0d7551b2), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:34.355619 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8d4a491c-cafc-41e6-9cd5-bff37640630e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (ad24e6b5-7bab-4d86-8d85-d69d0d7551b2), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:34.358147 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8d4a491c-cafc-41e6-9cd5-bff37640630e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:34.359325 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8d4a491c-cafc-41e6-9cd5-bff37640630e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ad24e6b5-7bab-4d86-8d85-d69d0d7551b2 HTTP/1.1" status: 204 len: 168 time: 0.1994820 Aug 08 02:41:34.367592 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a491c-cafc-41e6-9cd5-bff37640630e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad24e6b5-7bab-4d86-8d85-d69d0d7551b2,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:34.946111 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 45418) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:34.960389 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f26a03a-581c-4ff3-9cfd-bad002de9464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:35.035232 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f26a03a-581c-4ff3-9cfd-bad002de9464 admin admin] Publish callbacks [] for security_group (fff5618c-b8a9-4bb2-b1d1-82bdfbb6e50e), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:35.108402 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f26a03a-581c-4ff3-9cfd-bad002de9464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (fff5618c-b8a9-4bb2-b1d1-82bdfbb6e50e), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:35.145443 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-6f26a03a-581c-4ff3-9cfd-bad002de9464 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a958764554444d23803dc51a1ca680f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982276 Aug 08 02:41:35.148357 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45420) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:35.150139 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26a03a-581c-4ff3-9cfd-bad002de9464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff5618c-b8a9-4bb2-b1d1-82bdfbb6e50e,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:35.197171 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4ab654e3-bc61-4e5f-8b4e-991b11614b1c admin admin] Publish callbacks [] for security_group (fff5618c-b8a9-4bb2-b1d1-82bdfbb6e50e), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:35.219016 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4ab654e3-bc61-4e5f-8b4e-991b11614b1c admin admin] Publish callbacks [] for security_group (fff5618c-b8a9-4bb2-b1d1-82bdfbb6e50e), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:35.354076 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4ab654e3-bc61-4e5f-8b4e-991b11614b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (fff5618c-b8a9-4bb2-b1d1-82bdfbb6e50e), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:35.357555 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4ab654e3-bc61-4e5f-8b4e-991b11614b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:35.358752 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4ab654e3-bc61-4e5f-8b4e-991b11614b1c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fff5618c-b8a9-4bb2-b1d1-82bdfbb6e50e HTTP/1.1" status: 204 len: 168 time: 0.2094092 Aug 08 02:41:35.366651 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab654e3-bc61-4e5f-8b4e-991b11614b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff5618c-b8a9-4bb2-b1d1-82bdfbb6e50e,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:38.522103 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:DELETE=3,neutron:SELECT=26,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:41.216938 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:41.967366 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:45.140097 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=31,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:45.149098 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=65,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:45.361736 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:45.362549 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:45.380114 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:41:48.598013 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45536) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:48.701319 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce14f-9d6a-4826-960e-54a76e3d86b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:48.775797 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce14f-9d6a-4826-960e-54a76e3d86b5 admin admin] Publish callbacks [] for security_group (36d051f9-2f59-4b40-befb-4f649c88ee78), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:48.844597 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cc1ce14f-9d6a-4826-960e-54a76e3d86b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (36d051f9-2f59-4b40-befb-4f649c88ee78), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:48.881861 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ce14f-9d6a-4826-960e-54a76e3d86b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d051f9-2f59-4b40-befb-4f649c88ee78,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:48.886109 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-cc1ce14f-9d6a-4826-960e-54a76e3d86b5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=946f67dc6f2c47c9b406832508ebe38e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870235 Aug 08 02:41:48.890091 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45540) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:48.942464 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b3aa-4396-4672-a5ed-df544c06d5ec admin admin] Publish callbacks [] for security_group (36d051f9-2f59-4b40-befb-4f649c88ee78), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:48.964562 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b3aa-4396-4672-a5ed-df544c06d5ec admin admin] Publish callbacks [] for security_group (36d051f9-2f59-4b40-befb-4f649c88ee78), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:49.056653 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b3aa-4396-4672-a5ed-df544c06d5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (36d051f9-2f59-4b40-befb-4f649c88ee78), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:49.059212 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b3aa-4396-4672-a5ed-df544c06d5ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:49.060367 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1aa6b3aa-4396-4672-a5ed-df544c06d5ec admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/36d051f9-2f59-4b40-befb-4f649c88ee78 HTTP/1.1" status: 204 len: 168 time: 0.1695921 Aug 08 02:41:49.068233 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6b3aa-4396-4672-a5ed-df544c06d5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d051f9-2f59-4b40-befb-4f649c88ee78,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:49.656861 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45546) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:49.670099 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4e48ea41-fc7a-45f3-b640-9d75536a3285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:49.745120 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4e48ea41-fc7a-45f3-b640-9d75536a3285 admin admin] Publish callbacks [] for security_group (e9b41c37-8dcb-4dfe-ba80-9db7889072b3), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:49.821107 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4e48ea41-fc7a-45f3-b640-9d75536a3285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e9b41c37-8dcb-4dfe-ba80-9db7889072b3), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:49.861746 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4e48ea41-fc7a-45f3-b640-9d75536a3285 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=81c305ce5ad147b5845c0b0ddc84a66c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037880 Aug 08 02:41:49.862715 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48ea41-fc7a-45f3-b640-9d75536a3285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b41c37-8dcb-4dfe-ba80-9db7889072b3,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:49.864467 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 45550) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:41:49.917217 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1f9440f6-c67b-4f69-be7f-35d02b8e9546 admin admin] Publish callbacks [] for security_group (e9b41c37-8dcb-4dfe-ba80-9db7889072b3), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:49.939875 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1f9440f6-c67b-4f69-be7f-35d02b8e9546 admin admin] Publish callbacks [] for security_group (e9b41c37-8dcb-4dfe-ba80-9db7889072b3), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:50.062551 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1f9440f6-c67b-4f69-be7f-35d02b8e9546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e9b41c37-8dcb-4dfe-ba80-9db7889072b3), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:50.065144 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1f9440f6-c67b-4f69-be7f-35d02b8e9546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:50.066379 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-1f9440f6-c67b-4f69-be7f-35d02b8e9546 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e9b41c37-8dcb-4dfe-ba80-9db7889072b3 HTTP/1.1" status: 204 len: 168 time: 0.2008896 Aug 08 02:41:50.075694 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9440f6-c67b-4f69-be7f-35d02b8e9546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b41c37-8dcb-4dfe-ba80-9db7889072b3,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:41:50.575539 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a33268ba-151b-4e66-8494-a049c984baec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:52.842422 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8873c-4402-408b-bd7d-25d8b0b9e652 req-57009334-ab06-4bdc-a914-eb0960d50876 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:52.844412 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7cd8873c-4402-408b-bd7d-25d8b0b9e652 req-57009334-ab06-4bdc-a914-eb0960d50876 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0508237 Aug 08 02:41:52.892952 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7cd8873c-4402-408b-bd7d-25d8b0b9e652 req-b3a13050-e9c4-4486-b304-8bcf88e894ae tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429125 Aug 08 02:41:52.954197 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e9f8f96-8bd5-4c45-b37a-9b496005bab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:54.027033 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6f7aa-3bde-4647-b3a8-4f830939de8b req-21f5e211-d33f-40ac-96fe-5443812ed0a4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:54.028544 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-81e6f7aa-3bde-4647-b3a8-4f830939de8b req-21f5e211-d33f-40ac-96fe-5443812ed0a4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0530236 Aug 08 02:41:54.078533 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-81e6f7aa-3bde-4647-b3a8-4f830939de8b req-f191fb28-2fc3-4bfc-8f73-141bf75e7a47 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438128 Aug 08 02:41:54.393912 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:55.205645 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2915d5-6014-4f86-9534-2ec086a7feeb req-3db6c055-97bb-46e1-91fa-4d28d9a40335 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:55.207162 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d2915d5-6014-4f86-9534-2ec086a7feeb req-3db6c055-97bb-46e1-91fa-4d28d9a40335 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0506673 Aug 08 02:41:55.255161 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d2915d5-6014-4f86-9534-2ec086a7feeb req-f7afe15e-c603-4690-b651-e905df0b6ffa tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424063 Aug 08 02:41:56.051430 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:56.080129 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:56.384397 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9a68f-3f20-4c15-8efc-3bedff27b195 req-97371cbf-3f89-4357-a2a8-f25dc77024d0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:56.385956 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-13d9a68f-3f20-4c15-8efc-3bedff27b195 req-97371cbf-3f89-4357-a2a8-f25dc77024d0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0489314 Aug 08 02:41:56.434129 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-13d9a68f-3f20-4c15-8efc-3bedff27b195 req-3f0fd583-3dbc-4119-90c8-63fb12852d20 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424542 Aug 08 02:41:57.558646 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf88100-42ef-404b-9af9-ffcdee6f31fe req-a3d44041-c917-4123-b67d-9657f68932cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:57.560105 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7bf88100-42ef-404b-9af9-ffcdee6f31fe req-a3d44041-c917-4123-b67d-9657f68932cb tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0468602 Aug 08 02:41:57.611239 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7bf88100-42ef-404b-9af9-ffcdee6f31fe req-1cccc280-93c4-466e-ad9c-4c98490d258a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449767 Aug 08 02:41:58.593710 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:41:58.888092 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23324e-9156-4bfa-9299-8ea0495d473c req-e985eb36-8ba2-474a-b550-c97dfc9e507a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:41:58.889547 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9a23324e-9156-4bfa-9299-8ea0495d473c req-e985eb36-8ba2-474a-b550-c97dfc9e507a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0512335 Aug 08 02:41:58.939179 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9a23324e-9156-4bfa-9299-8ea0495d473c req-d2628029-dc64-4734-b8c1-57323ddffa34 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441098 Aug 08 02:42:00.068061 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ca27b-1ea2-41bb-9166-97fa06b31dcf req-dcc6af3e-e201-4442-ab60-faa821dee0c7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:00.069471 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1f7ca27b-1ea2-41bb-9166-97fa06b31dcf req-dcc6af3e-e201-4442-ab60-faa821dee0c7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0522478 Aug 08 02:42:00.117903 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1f7ca27b-1ea2-41bb-9166-97fa06b31dcf req-c32a8906-1bbe-487e-8cdc-39aed6d99e94 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428338 Aug 08 02:42:01.225593 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:01.244638 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2e803-5edf-4c67-b347-ad59d6860689 req-f5c8e84a-8cc6-4265-9c04-d3c977989726 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:01.246111 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-44c2e803-5edf-4c67-b347-ad59d6860689 req-f5c8e84a-8cc6-4265-9c04-d3c977989726 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0499368 Aug 08 02:42:01.267712 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:01.296944 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-44c2e803-5edf-4c67-b347-ad59d6860689 req-42476027-5721-405e-877c-459db45a4e32 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451186 Aug 08 02:42:02.423943 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dbfe3-c9c3-4039-a541-13b12ebd6154 req-91d4ea77-f768-429d-8aea-654f823687d4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:02.425309 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-287dbfe3-c9c3-4039-a541-13b12ebd6154 req-91d4ea77-f768-429d-8aea-654f823687d4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0495760 Aug 08 02:42:02.474637 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-287dbfe3-c9c3-4039-a541-13b12ebd6154 req-b34ea043-a37a-4455-8558-c24847245bc6 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434387 Aug 08 02:42:03.598756 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a6d7e-809b-45c1-83ea-c70dd30dc625 req-8465f1d2-8532-4ea0-9f32-4d86a371a9f8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:03.600243 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6d1a6d7e-809b-45c1-83ea-c70dd30dc625 req-8465f1d2-8532-4ea0-9f32-4d86a371a9f8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0490012 Aug 08 02:42:03.650555 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6d1a6d7e-809b-45c1-83ea-c70dd30dc625 req-f2f8298b-d8db-48f0-b3c4-9368554c7fc9 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446975 Aug 08 02:42:04.774263 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf64a87-ad75-4cd2-aac6-a191b4d218f5 req-79c8586a-1697-46a5-a1f6-054db87ff97d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:04.775629 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4bf64a87-ad75-4cd2-aac6-a191b4d218f5 req-79c8586a-1697-46a5-a1f6-054db87ff97d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0467680 Aug 08 02:42:04.824395 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4bf64a87-ad75-4cd2-aac6-a191b4d218f5 req-1138dffb-06bd-4689-a572-82267128b429 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431085 Aug 08 02:42:05.623909 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device c3df9322-b3ad-432a-8a54-5417ca654fb3 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:42:05.718951 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port c3df9322-b3ad-432a-8a54-5417ca654fb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:42:05.730139 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': 'c3df9322-b3ad-432a-8a54-5417ca654fb3', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'port_id': 'c3df9322-b3ad-432a-8a54-5417ca654fb3', 'mac_address': 'fa:16:3e:79:46:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:42:05.766730 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port c3df9322-b3ad-432a-8a54-5417ca654fb3 is: ACTIVE; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:42:05.767117 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:05.779917 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3df9322-b3ad-432a-8a54-5417ca654fb3 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:42:05.799650 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port c3df9322-b3ad-432a-8a54-5417ca654fb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:42:05.850476 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:05.902141 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=c3df9322-b3ad-432a-8a54-5417ca654fb3,revision_number=6']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:05.936338 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['c3df9322-b3ad-432a-8a54-5417ca654fb3'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:42:05.949109 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4deb9f-1c55-4fe5-9226-67a0f7deab4e req-eb1901b1-f25e-4008-83cd-749c44da2764 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:05.950630 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fa4deb9f-1c55-4fe5-9226-67a0f7deab4e req-eb1901b1-f25e-4008-83cd-749c44da2764 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 944 time: 0.0490487 Aug 08 02:42:05.998724 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fa4deb9f-1c55-4fe5-9226-67a0f7deab4e req-d630e7a5-96db-44f7-ae80-d2ba2b284edf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422008 Aug 08 02:42:07.123904 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90083c5-6923-434c-b52f-1ad31393474f req-bc7d8ef8-10c8-43fd-9916-313b0cdd6f32 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:07.125351 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c90083c5-6923-434c-b52f-1ad31393474f req-bc7d8ef8-10c8-43fd-9916-313b0cdd6f32 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 944 time: 0.0467203 Aug 08 02:42:07.170891 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c90083c5-6923-434c-b52f-1ad31393474f req-9617967a-690d-4464-9a6e-07401c30e70c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400016 Aug 08 02:42:07.628382 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device c3df9322-b3ad-432a-8a54-5417ca654fb3 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:42:07.671532 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port c3df9322-b3ad-432a-8a54-5417ca654fb3 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:42:07.671903 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:07.746970 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port c3df9322-b3ad-432a-8a54-5417ca654fb3 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:42:07.747366 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:07.770336 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af55837-b03e-4343-9650-3adfa1bdceec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3df9322-b3ad-432a-8a54-5417ca654fb3'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:42:07.773210 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4adaabe-7d19-46ba-bd65-4eb34c151e1b" -d '{"events": [{"server_uuid": "9af55837-b03e-4343-9650-3adfa1bdceec", "name": "network-vif-plugged", "status": "completed", "tag": "c3df9322-b3ad-432a-8a54-5417ca654fb3"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:42:07.784937 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port c3df9322-b3ad-432a-8a54-5417ca654fb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:42:07.812027 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d8a9dc-24af-4c87-baba-c4b5b4e1c7c3 x-openstack-request-id: req-20d8a9dc-24af-4c87-baba-c4b5b4e1c7c3 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:42:07.812338 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af55837-b03e-4343-9650-3adfa1bdceec", "name": "network-vif-plugged", "status": "completed", "tag": "c3df9322-b3ad-432a-8a54-5417ca654fb3", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:42:07.812587 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20d8a9dc-24af-4c87-baba-c4b5b4e1c7c3 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:42:07.812975 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d8a9dc-24af-4c87-baba-c4b5b4e1c7c3'] response: {'server_uuid': '9af55837-b03e-4343-9650-3adfa1bdceec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3df9322-b3ad-432a-8a54-5417ca654fb3', 'code': 200} Aug 08 02:42:07.849901 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:07.892331 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:07.895193 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=c3df9322-b3ad-432a-8a54-5417ca654fb3,revision_number=7']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:08.290942 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056d640-63d6-40cc-8065-2add8e3813db req-b7e2852a-2037-46b6-aada-770e08cadbc0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:08.292375 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f056d640-63d6-40cc-8065-2add8e3813db req-b7e2852a-2037-46b6-aada-770e08cadbc0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0459702 Aug 08 02:42:08.342854 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f056d640-63d6-40cc-8065-2add8e3813db req-35b8dc57-fdd5-403d-8994-aef6d58f168b tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449951 Aug 08 02:42:08.969588 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:42:09.464436 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7658411-b263-43c6-aec1-c7779f5591ec req-de23bc8c-a1a9-4065-ad26-531a7bd5f518 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:09.465877 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b7658411-b263-43c6-aec1-c7779f5591ec req-de23bc8c-a1a9-4065-ad26-531a7bd5f518 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0469987 Aug 08 02:42:09.512813 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b7658411-b263-43c6-aec1-c7779f5591ec req-842a8205-7ff2-477c-ab4a-c60874b6aeee tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413771 Aug 08 02:42:10.637678 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d37b6a-d77c-4c63-9c09-e07b20190ec7 req-ce449139-24bb-4815-b747-791d32d83fcc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:10.639152 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-60d37b6a-d77c-4c63-9c09-e07b20190ec7 req-ce449139-24bb-4815-b747-791d32d83fcc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0494702 Aug 08 02:42:10.680191 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:10.687464 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-60d37b6a-d77c-4c63-9c09-e07b20190ec7 req-ad15e4a3-8267-4825-aabf-cedb0e943da3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427499 Aug 08 02:42:10.812803 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:10.851049 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b031b2-fb1e-4843-be35-f2236a432e4c req-c1722b1a-c876-483c-a69b-3b160a8dfa63 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:10.852518 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-13b031b2-fb1e-4843-be35-f2236a432e4c req-c1722b1a-c876-483c-a69b-3b160a8dfa63 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0483029 Aug 08 02:42:10.900227 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-13b031b2-fb1e-4843-be35-f2236a432e4c req-68e4eda0-0834-4b07-a9c2-a96174bfdb5e tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420430 Aug 08 02:42:11.815407 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90781892-a736-46d1-926d-c5a4d1c40628 req-1878fe68-ca8a-46ff-b459-4fd4637f6394 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:11.816878 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-90781892-a736-46d1-926d-c5a4d1c40628 req-1878fe68-ca8a-46ff-b459-4fd4637f6394 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0507665 Aug 08 02:42:11.867376 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-90781892-a736-46d1-926d-c5a4d1c40628 req-11364207-d44b-46bd-9ce3-c91edf76a522 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447092 Aug 08 02:42:12.017765 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98c56-bcfd-4d75-9845-0b0248db135a req-c2c5290a-5dfe-4a09-8d80-173b17713ca3 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:12.019151 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9aa98c56-bcfd-4d75-9845-0b0248db135a req-c2c5290a-5dfe-4a09-8d80-173b17713ca3 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0465937 Aug 08 02:42:12.068821 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9aa98c56-bcfd-4d75-9845-0b0248db135a req-703b948c-4543-4484-831a-91da0182e8ce tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436311 Aug 08 02:42:12.795457 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e537a77-c9bf-4901-8248-cddcce230550 req-2db3ae8f-72af-4d45-9719-02789a16f64c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:12.796842 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7e537a77-c9bf-4901-8248-cddcce230550 req-2db3ae8f-72af-4d45-9719-02789a16f64c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.0452709 Aug 08 02:42:12.908605 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-7e537a77-c9bf-4901-8248-cddcce230550 req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Deleting port fdd841cc-5aaf-433c-8961-a1c99eafc2ff {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:42:12.908948 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7e537a77-c9bf-4901-8248-cddcce230550 req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (fdd841cc-5aaf-433c-8961-a1c99eafc2ff), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:13.001092 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc81aa-eaad-4222-ac1f-4e83599be462 req-15f78360-ab17-4ac5-8bcc-a8ffec07a7dd tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:13.002700 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f9cc81aa-eaad-4222-ac1f-4e83599be462 req-15f78360-ab17-4ac5-8bcc-a8ffec07a7dd tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0526922 Aug 08 02:42:13.055787 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f9cc81aa-eaad-4222-ac1f-4e83599be462 req-61d86834-1919-4ae5-835f-569d843a3f14 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471168 Aug 08 02:42:13.242725 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-7e537a77-c9bf-4901-8248-cddcce230550 req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] For port fdd841cc-5aaf-433c-8961-a1c99eafc2ff, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=fdd841cc-5aaf-433c-8961-a1c99eafc2ff,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:42:13.243328 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7e537a77-c9bf-4901-8248-cddcce230550 req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (fdd841cc-5aaf-433c-8961-a1c99eafc2ff), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:13.444095 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a5e1d-b1cf-4bad-9992-214afc3826a8 req-1cb60314-0dfd-45a6-8457-7958965d0fc3 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:13.445514 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-318a5e1d-b1cf-4bad-9992-214afc3826a8 req-1cb60314-0dfd-45a6-8457-7958965d0fc3 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 945 time: 0.2595770 Aug 08 02:42:13.448420 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7e537a77-c9bf-4901-8248-cddcce230550 req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:13.448777 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7e537a77-c9bf-4901-8248-cddcce230550 req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (45b91340-7350-481d-9610-9cd63acf48ce), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:13.449081 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-7e537a77-c9bf-4901-8248-cddcce230550 req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Floating IP 45b91340-7350-481d-9610-9cd63acf48ce disassociated. External IP: 172.27.4.110, port: fdd841cc-5aaf-433c-8961-a1c99eafc2ff. Aug 08 02:42:13.449418 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-7e537a77-c9bf-4901-8248-cddcce230550 req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Calling delete_port for fdd841cc-5aaf-433c-8961-a1c99eafc2ff owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:42:13.534772 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-318a5e1d-b1cf-4bad-9992-214afc3826a8 req-0b37d870-f318-4168-8eb2-7075d0da42a0 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eaa11847-3ec1-438d-b450-395c11e980ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830355 Aug 08 02:42:13.610553 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:13.675640 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7e537a77-c9bf-4901-8248-cddcce230550 req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (fdd841cc-5aaf-433c-8961-a1c99eafc2ff), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:13.703182 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event deleted for resources: {'Port': ['ID=fdd841cc-5aaf-433c-8961-a1c99eafc2ff,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:13.713334 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:13.713675 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:13.714013 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:13.714369 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:13.714706 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:13.715032 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:13.715356 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:13.715676 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:13.716570 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:13.716570 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:13.716747 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:13.716999 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:13.717317 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:13.717633 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:13.717946 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:13.824667 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:13.829815 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e537a77-c9bf-4901-8248-cddcce230550 req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Router d39e4716-a4fd-41d7-b5c3-60a6da3904bb has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:42:13.935564 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e537a77-c9bf-4901-8248-cddcce230550 req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:42:13.945943 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22905075-dc54-40db-a069-801ea75816db None None] Sync routers for ids ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:42:13.956357 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22905075-dc54-40db-a069-801ea75816db None None] Routers {'d39e4716-a4fd-41d7-b5c3-60a6da3904bb'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:42:13.957044 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-22905075-dc54-40db-a069-801ea75816db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:41:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:42:13.980335 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e537a77-c9bf-4901-8248-cddcce230550 req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] No DVR routers for this DVR port fdd841cc-5aaf-433c-8961-a1c99eafc2ff on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:42:13.982933 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7e537a77-c9bf-4901-8248-cddcce230550 req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:13.987038 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7e537a77-c9bf-4901-8248-cddcce230550 req-e17abd35-5949-4374-87e7-aea3add0e60b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.48 "DELETE /networking/v2.0/ports/fdd841cc-5aaf-433c-8961-a1c99eafc2ff HTTP/1.1" status: 204 len: 173 time: 1.1838608 Aug 08 02:42:13.987521 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ed21ea-bc5e-4251-bcc7-fbfe640ab747', 'name': 'network-vif-deleted', 'tag': 'fdd841cc-5aaf-433c-8961-a1c99eafc2ff'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:42:13.989899 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5a1ee7-e7f7-4b31-97d3-37724487af22" -d '{"events": [{"server_uuid": "06ed21ea-bc5e-4251-bcc7-fbfe640ab747", "name": "network-vif-deleted", "tag": "fdd841cc-5aaf-433c-8961-a1c99eafc2ff"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:42:14.038802 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a279d2e-7e98-4845-acb1-405568df11e8 x-openstack-request-id: req-8a279d2e-7e98-4845-acb1-405568df11e8 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:42:14.039097 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ed21ea-bc5e-4251-bcc7-fbfe640ab747", "name": "network-vif-deleted", "tag": "fdd841cc-5aaf-433c-8961-a1c99eafc2ff", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:42:14.039358 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a279d2e-7e98-4845-acb1-405568df11e8 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:42:14.039773 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a279d2e-7e98-4845-acb1-405568df11e8'] response: {'server_uuid': '06ed21ea-bc5e-4251-bcc7-fbfe640ab747', 'name': 'network-vif-deleted', 'tag': 'fdd841cc-5aaf-433c-8961-a1c99eafc2ff', 'status': 'completed', 'code': 200} Aug 08 02:42:14.191674 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:14.197081 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-22905075-dc54-40db-a069-801ea75816db None None] Set router d39e4716-a4fd-41d7-b5c3-60a6da3904bb gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:42:14.208492 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2298a0-c631-40c7-8647-15cd86b4a6dc req-55cdec17-6baa-431d-bad9-dbde197482c8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:14.210490 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8d2298a0-c631-40c7-8647-15cd86b4a6dc req-55cdec17-6baa-431d-bad9-dbde197482c8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0657139 Aug 08 02:42:14.264735 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8d2298a0-c631-40c7-8647-15cd86b4a6dc req-ddc6af6d-df30-411f-961d-3b7f8fab7ab0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453742 Aug 08 02:42:14.391914 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-22905075-dc54-40db-a069-801ea75816db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:19Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'f70523f2-7396-4b37-a82a-1ba9ac041c9d', 'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'mac_address': 'fa:16:3e:bf:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:18Z', 'updated_at': '2022-08-08T02:35:25Z', 'revision_number': 5, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'subnets': [{'id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:42:14.417257 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22905075-dc54-40db-a069-801ea75816db None None] Checking router: d39e4716-a4fd-41d7-b5c3-60a6da3904bb for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:42:14.425368 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22905075-dc54-40db-a069-801ea75816db None None] Routers {'d39e4716-a4fd-41d7-b5c3-60a6da3904bb'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:42:14.425962 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-22905075-dc54-40db-a069-801ea75816db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:41:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:42:14.525820 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-22905075-dc54-40db-a069-801ea75816db None None] Set router d39e4716-a4fd-41d7-b5c3-60a6da3904bb gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:42:14.651568 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7e86969a-47ef-45d1-9326-26d9a2ba9416 req-c7e7104b-36d8-4f11-a281-c3d342b2d994 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=06ed21ea-bc5e-4251-bcc7-fbfe640ab747 HTTP/1.1" status: 200 len: 210 time: 0.0285859 Aug 08 02:42:14.715906 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-22905075-dc54-40db-a069-801ea75816db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:19Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'f70523f2-7396-4b37-a82a-1ba9ac041c9d', 'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'mac_address': 'fa:16:3e:bf:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:18Z', 'updated_at': '2022-08-08T02:35:25Z', 'revision_number': 5, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'subnets': [{'id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:42:14.741267 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22905075-dc54-40db-a069-801ea75816db None None] The sync data for ids ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'] in dv-cinder-852261-2-iscsi is: [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:19Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'f70523f2-7396-4b37-a82a-1ba9ac041c9d', 'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'mac_address': 'fa:16:3e:bf:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:18Z', 'updated_at': '2022-08-08T02:35:25Z', 'revision_number': 5, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'subnets': [{'id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:42:14.947903 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8b549e-fcb2-4712-aaf8-3e249d6633fd None None] New status for floating IP 45b91340-7350-481d-9610-9cd63acf48ce: DOWN {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:42:15.392854 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e94a8-e1c4-478f-9ea1-a1faa0354390 req-145ed451-4bda-4999-9c36-7b3fdb6e0312 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:15.394309 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dc3e94a8-e1c4-478f-9ea1-a1faa0354390 req-145ed451-4bda-4999-9c36-7b3fdb6e0312 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0497491 Aug 08 02:42:15.440606 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dc3e94a8-e1c4-478f-9ea1-a1faa0354390 req-0bb60784-1820-4fe9-a06e-e1a3aa243ae8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401080 Aug 08 02:42:15.691384 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device fdd841cc-5aaf-433c-8961-a1c99eafc2ff no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:42:15.717071 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: fdd841cc-5aaf-433c-8961-a1c99eafc2ff {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:42:15.717071 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device fdd841cc-5aaf-433c-8961-a1c99eafc2ff not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:42:15.806703 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 45800) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:42:15.863679 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bdd95692-6871-43e4-9ae6-a148513ffc2d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group (eaa11847-3ec1-438d-b450-395c11e980ef), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:15.887449 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bdd95692-6871-43e4-9ae6-a148513ffc2d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group (eaa11847-3ec1-438d-b450-395c11e980ef), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:16.022807 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bdd95692-6871-43e4-9ae6-a148513ffc2d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (eaa11847-3ec1-438d-b450-395c11e980ef), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:16.025588 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bdd95692-6871-43e4-9ae6-a148513ffc2d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:16.026802 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-bdd95692-6871-43e4-9ae6-a148513ffc2d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/eaa11847-3ec1-438d-b450-395c11e980ef HTTP/1.1" status: 204 len: 168 time: 0.2190135 Aug 08 02:42:16.029708 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45806) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:42:16.037568 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd95692-6871-43e4-9ae6-a148513ffc2d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa11847-3ec1-438d-b450-395c11e980ef,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:16.056214 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.api.v2.resource [None req-d7f6093e-be3e-458b-98d3-cedfe3c76e56 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] show failed (client error): The resource could not be found. Aug 08 02:42:16.059975 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-d7f6093e-be3e-458b-98d3-cedfe3c76e56 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups/eaa11847-3ec1-438d-b450-395c11e980ef HTTP/1.1" status: 404 len: 347 time: 0.0258002 Aug 08 02:42:16.067188 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 45808) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:42:16.179008 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-1cb37437-e468-4669-af8b-30955119475b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Deleting port 7dfe25a9-1bd2-4fe8-abc1-1c1ad251ad9b {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:42:16.179354 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1cb37437-e468-4669-af8b-30955119475b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (7dfe25a9-1bd2-4fe8-abc1-1c1ad251ad9b), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:16.264096 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1cb37437-e468-4669-af8b-30955119475b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (7dfe25a9-1bd2-4fe8-abc1-1c1ad251ad9b), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:16.264430 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1cb37437-e468-4669-af8b-30955119475b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for floatingip (7dfe25a9-1bd2-4fe8-abc1-1c1ad251ad9b), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:16.277431 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-1cb37437-e468-4669-af8b-30955119475b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Calling delete_port for 7dfe25a9-1bd2-4fe8-abc1-1c1ad251ad9b owned by network:floatingip {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:42:16.393318 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:16.450836 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1cb37437-e468-4669-af8b-30955119475b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (7dfe25a9-1bd2-4fe8-abc1-1c1ad251ad9b), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:16.484259 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb37437-e468-4669-af8b-30955119475b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event deleted for resources: {'Port': ['ID=7dfe25a9-1bd2-4fe8-abc1-1c1ad251ad9b,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:16.584734 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1cb37437-e468-4669-af8b-30955119475b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for floatingip (45b91340-7350-481d-9610-9cd63acf48ce), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:16.587341 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1cb37437-e468-4669-af8b-30955119475b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:16.591088 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-1cb37437-e468-4669-af8b-30955119475b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/45b91340-7350-481d-9610-9cd63acf48ce HTTP/1.1" status: 204 len: 168 time: 0.5270150 Aug 08 02:42:16.701246 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2c0aa-64f8-4d04-a86e-fe520279ad31 req-ca2ff17d-d3a8-4acc-ac16-8b16d53bacc0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:16.710010 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4af2c0aa-64f8-4d04-a86e-fe520279ad31 req-ca2ff17d-d3a8-4acc-ac16-8b16d53bacc0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.1657603 Aug 08 02:42:16.761935 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4af2c0aa-64f8-4d04-a86e-fe520279ad31 req-1e02d1e6-f87a-4077-ac88-ef3ebfc16d25 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504344 Aug 08 02:42:16.929027 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 45834) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:42:16.933688 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-114caa68-3348-4f77-98a7-fd2009fb07f1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1607434852', 'description': 'tempest-description--479452779'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:42:17.022089 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-114caa68-3348-4f77-98a7-fd2009fb07f1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:17.032483 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:17.102202 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-114caa68-3348-4f77-98a7-fd2009fb07f1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group (5e2889bb-e97b-4560-a4bd-8371795d449c), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:17.169793 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-114caa68-3348-4f77-98a7-fd2009fb07f1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (5e2889bb-e97b-4560-a4bd-8371795d449c), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:17.200654 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114caa68-3348-4f77-98a7-fd2009fb07f1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2889bb-e97b-4560-a4bd-8371795d449c,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:17.281884 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-114caa68-3348-4f77-98a7-fd2009fb07f1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:17.286038 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-114caa68-3348-4f77-98a7-fd2009fb07f1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3532507 Aug 08 02:42:17.286282 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 45838) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:42:17.291633 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-1246b762-0276-40df-9490-2e50d8262d07 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Request body: {'security_group_rule': {'security_group_id': '5e2889bb-e97b-4560-a4bd-8371795d449c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:42:17.384061 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1246b762-0276-40df-9490-2e50d8262d07 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group_rule (6dd47631-fe13-4be4-a1d1-2e9b95dde956), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:17.445485 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1246b762-0276-40df-9490-2e50d8262d07 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group_rule (6dd47631-fe13-4be4-a1d1-2e9b95dde956), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:17.491518 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1246b762-0276-40df-9490-2e50d8262d07 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (6dd47631-fe13-4be4-a1d1-2e9b95dde956), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:17.509490 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246b762-0276-40df-9490-2e50d8262d07 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd47631-fe13-4be4-a1d1-2e9b95dde956,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:17.555734 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1246b762-0276-40df-9490-2e50d8262d07 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:17.557302 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-1246b762-0276-40df-9490-2e50d8262d07 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2694368 Aug 08 02:42:17.560031 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 45840) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:42:17.564505 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-81ff9011-ebd1-44d1-a196-f65588387f16 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Request body: {'security_group_rule': {'security_group_id': '5e2889bb-e97b-4560-a4bd-8371795d449c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:42:17.639814 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-81ff9011-ebd1-44d1-a196-f65588387f16 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group_rule (383b9575-2c6c-4110-8ff1-61b2df06b64f), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:17.702274 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-81ff9011-ebd1-44d1-a196-f65588387f16 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group_rule (383b9575-2c6c-4110-8ff1-61b2df06b64f), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:17.764300 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-81ff9011-ebd1-44d1-a196-f65588387f16 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (383b9575-2c6c-4110-8ff1-61b2df06b64f), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:17.787728 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff9011-ebd1-44d1-a196-f65588387f16 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383b9575-2c6c-4110-8ff1-61b2df06b64f,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:17.881609 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-81ff9011-ebd1-44d1-a196-f65588387f16 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:17.882969 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-81ff9011-ebd1-44d1-a196-f65588387f16 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3220103 Aug 08 02:42:17.887164 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45844) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:42:17.892160 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Request body: {'floatingip': {'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:42:17.949535 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb754e4-cbf2-4616-a84a-a4f13079d108 req-8eb2e743-732d-4c64-aec9-53414ff70e45 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:17.951137 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fcb754e4-cbf2-4616-a84a-a4f13079d108 req-8eb2e743-732d-4c64-aec9-53414ff70e45 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0886135 Aug 08 02:42:18.000018 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fcb754e4-cbf2-4616-a84a-a4f13079d108 req-0db69705-a8ab-498b-a3ad-0cd65492e5fc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427780 Aug 08 02:42:18.034384 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:18.345904 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:18.452330 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:18.467904 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Allocated IP 172.27.4.188 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/b4b3dff4-9265-4a71-8857-e3af297fd81a) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:42:18.520959 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:18.607360 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for port (b4b3dff4-9265-4a71-8857-e3af297fd81a), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:18.691552 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (b4b3dff4-9265-4a71-8857-e3af297fd81a), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:18.748542 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:42:18.752244 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:42:18.757501 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:42:18.761107 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event updated for resources: {'Port': ['ID=b4b3dff4-9265-4a71-8857-e3af297fd81a,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:18.796582 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:18.796925 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:18.797266 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:18.797609 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:18.797970 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:18.798296 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:18.798906 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:18.800247 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:18.800377 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:18.800691 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:18.801016 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:18.801341 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:18.802253 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:18.802671 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:18.802981 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:18.882114 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for floatingip (e286cc0f-6668-42e8-8b01-bf786586c477), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:18.992833 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b4b3dff4-9265-4a71-8857-e3af297fd81a), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:19.155246 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7211c-d9ab-4e93-9c62-2ace77df04a8 req-ec481e66-9aa2-42a8-8103-32fa3baefe48 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:19.156408 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7cd7211c-d9ab-4e93-9c62-2ace77df04a8 req-ec481e66-9aa2-42a8-8103-32fa3baefe48 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0644751 Aug 08 02:42:19.183719 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for port (b4b3dff4-9265-4a71-8857-e3af297fd81a), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:19.209764 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7cd7211c-d9ab-4e93-9c62-2ace77df04a8 req-2807315f-9ec0-4349-975e-a60a1a62b8de tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452693 Aug 08 02:42:19.217308 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914405'] for port (b4b3dff4-9265-4a71-8857-e3af297fd81a), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:19.295893 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event updated for resources: {'Port': ['ID=b4b3dff4-9265-4a71-8857-e3af297fd81a,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:19.298404 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (e286cc0f-6668-42e8-8b01-bf786586c477), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:19.361640 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:19.362923 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-fd053c92-2728-462c-8c6e-44a4a8baa653 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4756434 Aug 08 02:42:19.549621 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:19.571713 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-007c49c7-1d5b-4bce-9867-88b70264f28f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1607434852&fields=id&tenant_id=897030a5075b4ca3ad29d73371306a66 HTTP/1.1" status: 200 len: 267 time: 0.0439911 Aug 08 02:42:19.685372 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-c1413da1-23c1-4d03-9d1a-44d5bfd276c0 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:19.688296 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-c1413da1-23c1-4d03-9d1a-44d5bfd276c0 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/networks?id=682376b8-1891-42b8-8562-21125b626ab2 HTTP/1.1" status: 200 len: 811 time: 0.1077220 Aug 08 02:42:19.707426 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-99d14911-ee86-4d84-9093-9c3335c4a8ac tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/quotas/897030a5075b4ca3ad29d73371306a66 HTTP/1.1" status: 200 len: 375 time: 0.0141077 Aug 08 02:42:19.761985 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-c8c28f5b-559d-472c-98ed-f2f376f6174d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=897030a5075b4ca3ad29d73371306a66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507667 Aug 08 02:42:19.898248 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-ae54e1b1-dcdc-4c85-90c0-d8921f965758 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164405 Aug 08 02:42:19.971258 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:20.003214 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-75f0cb4b-f095-425f-9d77-8c4ee3f70bfa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028140 Aug 08 02:42:20.343227 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce0c03-ca8c-4d64-b3b2-06ef8d9dc5e5 req-15fe86f0-52ec-4d8d-a61d-67ed305cce53 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:20.349555 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-24ce0c03-ca8c-4d64-b3b2-06ef8d9dc5e5 req-15fe86f0-52ec-4d8d-a61d-67ed305cce53 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0495105 Aug 08 02:42:20.393603 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-24ce0c03-ca8c-4d64-b3b2-06ef8d9dc5e5 req-9166a770-40c4-47d3-a922-6a53552f6cab tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Aug 08 02:42:20.593595 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d4698d6c-3556-4d2d-84c4-9167f0f23437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:20.598274 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3e419415-b1e3-48a5-9bb3-348d163c3c95 req-ad43a9b9-0965-4a78-ae2d-58aa2be60039 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 210 time: 0.0317495 Aug 08 02:42:20.856696 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45894) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:42:21.001693 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-15d019b8-9907-42e4-aecb-f8f1d431a70a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:21.088612 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-15d019b8-9907-42e4-aecb-f8f1d431a70a admin admin] Publish callbacks [] for security_group (dd88a346-1d80-408b-9e02-64f92050fe6d), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:21.158555 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-15d019b8-9907-42e4-aecb-f8f1d431a70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (dd88a346-1d80-408b-9e02-64f92050fe6d), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:21.204414 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d019b8-9907-42e4-aecb-f8f1d431a70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd88a346-1d80-408b-9e02-64f92050fe6d,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:21.213761 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-15d019b8-9907-42e4-aecb-f8f1d431a70a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5bbb3b8f0796413aa29745ac985d2f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558338 Aug 08 02:42:21.216678 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 45900) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:42:21.268462 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-26f0a5dd-e91f-4320-996b-ba3903267999 admin admin] Publish callbacks [] for security_group (dd88a346-1d80-408b-9e02-64f92050fe6d), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:21.291771 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-26f0a5dd-e91f-4320-996b-ba3903267999 admin admin] Publish callbacks [] for security_group (dd88a346-1d80-408b-9e02-64f92050fe6d), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:21.410964 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-26f0a5dd-e91f-4320-996b-ba3903267999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (dd88a346-1d80-408b-9e02-64f92050fe6d), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:21.413991 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-26f0a5dd-e91f-4320-996b-ba3903267999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:21.423379 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-26f0a5dd-e91f-4320-996b-ba3903267999 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/dd88a346-1d80-408b-9e02-64f92050fe6d HTTP/1.1" status: 204 len: 168 time: 0.2022510 Aug 08 02:42:21.436664 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0a5dd-e91f-4320-996b-ba3903267999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd88a346-1d80-408b-9e02-64f92050fe6d,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:21.578612 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208619-c870-4319-8c98-d049ec11f606 req-6709e46b-0538-42c1-93f3-5ef988375f45 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:21.580228 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3c208619-c870-4319-8c98-d049ec11f606 req-6709e46b-0538-42c1-93f3-5ef988375f45 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0609555 Aug 08 02:42:21.652854 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3c208619-c870-4319-8c98-d049ec11f606 req-1626fec8-ea33-4836-956a-208c9b239ed1 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618780 Aug 08 02:42:21.735153 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f440a566-ffd3-41c5-a923-5840bb067751 req-18590d8b-e3a3-417a-85d0-9b2cbca36c0d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 210 time: 0.0413301 Aug 08 02:42:22.815168 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:22.920472 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-38be1026-755c-43c5-ad13-08ab9ff73e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:22.998636 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50758b3c-9d86-4b97-9afd-48df8ec72ab2 req-2139c2a5-73ca-4bfd-8f05-623f20ae922d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 210 time: 0.0638733 Aug 08 02:42:23.019763 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-c19292fc-d8aa-4339-b53c-558185094eae tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:23.022044 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-c19292fc-d8aa-4339-b53c-558185094eae tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.48 "GET /networking/v2.0/networks?id=682376b8-1891-42b8-8562-21125b626ab2 HTTP/1.1" status: 200 len: 811 time: 0.3557026 Aug 08 02:42:23.098298 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:23.106327 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-0ef08abb-69a9-48be-94f8-fd57de38e5ca tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=897030a5075b4ca3ad29d73371306a66 HTTP/1.1" status: 200 len: 380 time: 0.0742090 Aug 08 02:42:23.117148 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-3b40974b-eb79-4b4a-854c-e7c0ad1fb063 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Request body: {'port': {'device_id': '1e2da221-88bf-462d-937d-649c2a8e611a', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'admin_state_up': True, 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'security_groups': ['5e2889bb-e97b-4560-a4bd-8371795d449c']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:42:23.234653 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a5f6-fd8b-4e42-bfb5-f741b37a4882 req-bca39fe2-3a06-47d5-9e8b-7ff424fb5208 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:23.242224 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7f92a5f6-fd8b-4e42-bfb5-f741b37a4882 req-bca39fe2-3a06-47d5-9e8b-7ff424fb5208 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0645673 Aug 08 02:42:23.307655 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7f92a5f6-fd8b-4e42-bfb5-f741b37a4882 req-355f1da1-e2e7-453d-b249-e4620235fb0f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643814 Aug 08 02:42:23.376341 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-3b40974b-eb79-4b4a-854c-e7c0ad1fb063 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Made reservation on behalf of 897030a5075b4ca3ad29d73371306a66 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:42:23.380392 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-3b40974b-eb79-4b4a-854c-e7c0ad1fb063 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:23.521234 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-3b40974b-eb79-4b4a-854c-e7c0ad1fb063 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Allocated IP 172.20.0.10 (682376b8-1891-42b8-8562-21125b626ab2/5347a10a-44f0-4aab-9da5-c45d5d4f1438/0a4c4aaf-6038-4884-b9e4-69e81091d8c2) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:42:23.693391 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-3b40974b-eb79-4b4a-854c-e7c0ad1fb063 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for port (0a4c4aaf-6038-4884-b9e4-69e81091d8c2), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:23.715710 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:23.834809 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-3b40974b-eb79-4b4a-854c-e7c0ad1fb063 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (0a4c4aaf-6038-4884-b9e4-69e81091d8c2), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:23.890048 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-3b40974b-eb79-4b4a-854c-e7c0ad1fb063 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Network 682376b8-1891-42b8-8562-21125b626ab2 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:42:23.893664 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-3b40974b-eb79-4b4a-854c-e7c0ad1fb063 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:42:23.896408 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40974b-eb79-4b4a-854c-e7c0ad1fb063 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event updated for resources: {'Port': ['ID=0a4c4aaf-6038-4884-b9e4-69e81091d8c2,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:23.899964 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-3b40974b-eb79-4b4a-854c-e7c0ad1fb063 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:42:23.961196 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-3b40974b-eb79-4b4a-854c-e7c0ad1fb063 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:23.961889 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-3b40974b-eb79-4b4a-854c-e7c0ad1fb063 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:24.067677 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-3b40974b-eb79-4b4a-854c-e7c0ad1fb063 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9540551 Aug 08 02:42:24.081759 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Request body: {'port': {'device_id': '1e2da221-88bf-462d-937d-649c2a8e611a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:42:24.181793 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-8c33e442-1e6a-4670-8f2f-83214a65e65c None None] Provisioning complete for port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:42:24.182399 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c33e442-1e6a-4670-8f2f-83214a65e65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (0a4c4aaf-6038-4884-b9e4-69e81091d8c2), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:24.199535 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e5e04-7451-44d3-8f5f-f44d5fa5e8c1 req-c62dc50f-23bd-4643-8f0a-c69744f1cf37 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:24.201315 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8d6e5e04-7451-44d3-8f5f-f44d5fa5e8c1 req-c62dc50f-23bd-4643-8f0a-c69744f1cf37 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 932 time: 0.0883689 Aug 08 02:42:24.204830 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (0a4c4aaf-6038-4884-b9e4-69e81091d8c2), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:24.221827 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-8c33e442-1e6a-4670-8f2f-83214a65e65c None None] Port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:42:24.311148 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8d6e5e04-7451-44d3-8f5f-f44d5fa5e8c1 req-9e722afb-8d48-43e2-9a85-b14e9c4db226 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020274 Aug 08 02:42:24.394068 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:24.430615 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0677f-8beb-407e-9427-fc6b6fb1cfa6 req-440ac56f-c1da-42ad-aa2d-8e20d4582562 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:24.432098 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8be0677f-8beb-407e-9427-fc6b6fb1cfa6 req-440ac56f-c1da-42ad-aa2d-8e20d4582562 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0481045 Aug 08 02:42:24.480918 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8be0677f-8beb-407e-9427-fc6b6fb1cfa6 req-afb17c4f-1fdc-40b4-bc26-d25fb907241c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432622 Aug 08 02:42:24.532861 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:42:24.546240 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Publish callbacks [] for port (0a4c4aaf-6038-4884-b9e4-69e81091d8c2), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:24.558755 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Transition to ACTIVE for port object 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:42:24.616455 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:24.643980 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (0a4c4aaf-6038-4884-b9e4-69e81091d8c2), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:24.669004 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:24.739462 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4c4aaf-6038-4884-b9e4-69e81091d8c2,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:24.772468 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Attempting to bind port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:42:24.772809 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Attempting to bind port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:42:24.773137 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Attempting to bind port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 on network 682376b8-1891-42b8-8562-21125b626ab2 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:42:24.778446 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 on network 682376b8-1891-42b8-8562-21125b626ab2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:42:24.778771 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Attempting to bind port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 on network 682376b8-1891-42b8-8562-21125b626ab2 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:42:24.786049 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:42:24.786441 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Checking segment: {'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:42:24.786886 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Bound using segment: {'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:42:24.787902 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Bound port: 0a4c4aaf-6038-4884-b9e4-69e81091d8c2, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2087a9e1-cdba-4d83-bf9b-700363f6b15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '682376b8-1891-42b8-8562-21125b626ab2'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:42:24.787902 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (0a4c4aaf-6038-4884-b9e4-69e81091d8c2), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:24.880862 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] For port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:42:24.886618 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] For port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0a4c4aaf-6038-4884-b9e4-69e81091d8c2,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:42:24.887806 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:24.978178 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (0a4c4aaf-6038-4884-b9e4-69e81091d8c2), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:24.983280 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:24.983918 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:24.985436 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/0a4c4aaf-6038-4884-b9e4-69e81091d8c2 HTTP/1.1" status: 200 len: 1094 time: 0.9101760 Aug 08 02:42:24.987946 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2da221-88bf-462d-937d-649c2a8e611a', 'tag': '0a4c4aaf-6038-4884-b9e4-69e81091d8c2'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:42:24.989645 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5a14b5-ec5a-4c03-b261-8e21af18e28f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2da221-88bf-462d-937d-649c2a8e611a", "tag": "0a4c4aaf-6038-4884-b9e4-69e81091d8c2"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:42:25.018542 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:25.021574 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:25.049935 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55457b0e-5f21-4f1d-805d-0a0bb6c203f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4c4aaf-6038-4884-b9e4-69e81091d8c2,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:25.087125 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcedf0b1-a5b6-4a2b-b87d-31ffce73dad6 x-openstack-request-id: req-bcedf0b1-a5b6-4a2b-b87d-31ffce73dad6 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:42:25.087415 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2da221-88bf-462d-937d-649c2a8e611a", "tag": "0a4c4aaf-6038-4884-b9e4-69e81091d8c2", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:42:25.087666 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcedf0b1-a5b6-4a2b-b87d-31ffce73dad6 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:42:25.088067 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcedf0b1-a5b6-4a2b-b87d-31ffce73dad6'] response: {'name': 'network-changed', 'server_uuid': '1e2da221-88bf-462d-937d-649c2a8e611a', 'tag': '0a4c4aaf-6038-4884-b9e4-69e81091d8c2', 'status': 'completed', 'code': 200} Aug 08 02:42:25.152987 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a14b5-ec5a-4c03-b261-8e21af18e28f req-da25b7dd-0733-439f-b885-931171aadc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:25.154943 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1f5a14b5-ec5a-4c03-b261-8e21af18e28f req-da25b7dd-0733-439f-b885-931171aadc80 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=897030a5075b4ca3ad29d73371306a66&device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 1128 time: 0.0465789 Aug 08 02:42:25.299077 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a14b5-ec5a-4c03-b261-8e21af18e28f req-67bded4b-e7b2-426f-b1b6-5ab0369d066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:25.300575 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1f5a14b5-ec5a-4c03-b261-8e21af18e28f req-67bded4b-e7b2-426f-b1b6-5ab0369d066a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=897030a5075b4ca3ad29d73371306a66&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1372132 Aug 08 02:42:25.430342 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a14b5-ec5a-4c03-b261-8e21af18e28f req-c5e659ec-5fd9-4840-afa6-f023ad9ba79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:25.431731 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1f5a14b5-ec5a-4c03-b261-8e21af18e28f req-c5e659ec-5fd9-4840-afa6-f023ad9ba79f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1249821 Aug 08 02:42:25.444725 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d58704-0ed4-488f-b7c5-35fccd7ddd3a req-a783ce0d-22a9-43d5-abff-6469d9898dc8 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:25.446391 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58d58704-0ed4-488f-b7c5-35fccd7ddd3a req-a783ce0d-22a9-43d5-abff-6469d9898dc8 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 944 time: 0.0554831 Aug 08 02:42:25.506691 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-58d58704-0ed4-488f-b7c5-35fccd7ddd3a req-565754c2-8e1f-4b72-ba85-e14fae19295b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523963 Aug 08 02:42:25.547157 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-b10f86b0-96cf-4de9-b44b-a51b05f8175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:25.549293 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-b10f86b0-96cf-4de9-b44b-a51b05f8175f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=897030a5075b4ca3ad29d73371306a66&device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 1128 time: 0.0614848 Aug 08 02:42:25.599968 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-1e0fb295-5df8-40b0-b354-19929b934b6d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a4c4aaf-6038-4884-b9e4-69e81091d8c2 HTTP/1.1" status: 200 len: 217 time: 0.0415123 Aug 08 02:42:25.693813 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111e0a7-62d5-4432-9b89-be91c5f560ee req-3e5c565f-f4d1-4171-b8e1-0418b70490e0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:25.695258 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6111e0a7-62d5-4432-9b89-be91c5f560ee req-3e5c565f-f4d1-4171-b8e1-0418b70490e0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.1001992 Aug 08 02:42:25.699511 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-26a9d9a1-5aea-4e5a-8c73-1566132ae3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:25.701120 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-26a9d9a1-5aea-4e5a-8c73-1566132ae3bd service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5347a10a-44f0-4aab-9da5-c45d5d4f1438 HTTP/1.1" status: 200 len: 850 time: 0.0922484 Aug 08 02:42:25.777198 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-bf1ece17-15d3-487d-863e-4f2aa9b4b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:25.778903 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-bf1ece17-15d3-487d-863e-4f2aa9b4b32c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=682376b8-1891-42b8-8562-21125b626ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695844 Aug 08 02:42:25.817309 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6111e0a7-62d5-4432-9b89-be91c5f560ee req-0a216dc3-1ae3-4ceb-9b35-eb5c289b4f14 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148765 Aug 08 02:42:25.865114 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:25.893495 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-2e3a9361-9b8d-4eba-bb11-4264a127edca service neutron] 10.222.0.48 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067157 Aug 08 02:42:26.024148 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:26.073999 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:26.637191 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655dbbf-de30-4056-97be-d4aa58ac0de3 req-c97fad62-b71a-464e-97dd-3c07d1839549 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:26.638703 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e655dbbf-de30-4056-97be-d4aa58ac0de3 req-c97fad62-b71a-464e-97dd-3c07d1839549 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 944 time: 0.0497389 Aug 08 02:42:26.688592 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e655dbbf-de30-4056-97be-d4aa58ac0de3 req-a73d505c-e0f2-49ff-8ac7-618196f9ef5b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439408 Aug 08 02:42:26.947016 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24d87d-b390-4282-9956-7a66532cc08c req-46793149-eb64-4d22-afab-c2e36d43bcd2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:26.949352 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3c24d87d-b390-4282-9956-7a66532cc08c req-46793149-eb64-4d22-afab-c2e36d43bcd2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0497200 Aug 08 02:42:27.005977 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3c24d87d-b390-4282-9956-7a66532cc08c req-d379ee47-9f13-4683-ae03-ece257f9b8af tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508769 Aug 08 02:42:27.223537 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ed40affb-d855-41a8-a3bd-6e6bddf72348 req-7782d42d-01b5-4479-8166-c8802fb10726 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018794 Aug 08 02:42:27.810512 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b19581-86e4-4f02-b32a-ba0b5fd02e47 req-0e5353cc-ca90-4de9-af85-0933bfb799d5 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:27.812236 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b8b19581-86e4-4f02-b32a-ba0b5fd02e47 req-0e5353cc-ca90-4de9-af85-0933bfb799d5 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 944 time: 0.0476179 Aug 08 02:42:27.842450 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:27.865616 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b8b19581-86e4-4f02-b32a-ba0b5fd02e47 req-fc750ddc-ed00-43d6-b6d9-28a5dffd8158 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478590 Aug 08 02:42:28.393960 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aaea6d-e8c3-4790-9045-cf5062bf8b96 req-5239f2a1-1c9e-46c3-946b-b2c34e5f803e tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:28.397104 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-86aaea6d-e8c3-4790-9045-cf5062bf8b96 req-5239f2a1-1c9e-46c3-946b-b2c34e5f803e tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.3011560 Aug 08 02:42:28.443994 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-86aaea6d-e8c3-4790-9045-cf5062bf8b96 req-f09ae1cc-7da3-4a86-92af-b9d5e3512104 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421658 Aug 08 02:42:28.617098 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:28.998453 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42ee04-49a6-4ef6-8ad0-627d88986801 req-cfb7d0fb-6a95-4818-930c-245427562a61 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:29.000592 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2a42ee04-49a6-4ef6-8ad0-627d88986801 req-cfb7d0fb-6a95-4818-930c-245427562a61 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 944 time: 0.0547793 Aug 08 02:42:29.011481 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:29.065566 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2a42ee04-49a6-4ef6-8ad0-627d88986801 req-bd30ee1d-7601-475e-a60a-02b45be3395f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580189 Aug 08 02:42:29.568649 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94563a00-e0a7-4eb4-96dd-721880a234da req-90d26349-08c4-4457-8c39-9a126f1cd66d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:29.570118 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94563a00-e0a7-4eb4-96dd-721880a234da req-90d26349-08c4-4457-8c39-9a126f1cd66d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0481303 Aug 08 02:42:29.617743 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94563a00-e0a7-4eb4-96dd-721880a234da req-63a87465-3c46-4956-8094-8b6ec41719e7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419698 Aug 08 02:42:30.186132 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b321f5e-2de4-4945-86c9-83da5c0a66f7 req-2aefdd4c-53b1-4986-9d5c-da4fd1fadeba tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:30.187524 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1b321f5e-2de4-4945-86c9-83da5c0a66f7 req-2aefdd4c-53b1-4986-9d5c-da4fd1fadeba tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 944 time: 0.0490828 Aug 08 02:42:30.234582 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1b321f5e-2de4-4945-86c9-83da5c0a66f7 req-11944732-dcfe-4ea8-94e7-7172d6a9550f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409346 Aug 08 02:42:30.744144 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d354855-14fd-4ef7-9bfa-2ce56bdc8861 req-48c8d926-5b5a-4622-a25a-20f4d3fcd0ee tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:30.745621 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9d354855-14fd-4ef7-9bfa-2ce56bdc8861 req-48c8d926-5b5a-4622-a25a-20f4d3fcd0ee tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0496852 Aug 08 02:42:30.795512 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9d354855-14fd-4ef7-9bfa-2ce56bdc8861 req-1f3a51ec-9d75-448a-9846-4f05723e5b96 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441308 Aug 08 02:42:31.358218 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0037ef-e343-470e-94c7-bd5e1eef67b8 req-fd75396a-94bb-4b1c-ac1a-2c905e4f65c1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:31.359706 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8b0037ef-e343-470e-94c7-bd5e1eef67b8 req-fd75396a-94bb-4b1c-ac1a-2c905e4f65c1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 944 time: 0.0516102 Aug 08 02:42:31.406283 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8b0037ef-e343-470e-94c7-bd5e1eef67b8 req-064b7bd2-91e9-4086-9449-6a0c42edf867 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408995 Aug 08 02:42:31.923281 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d55fb-2ca3-4850-ba97-9d8fe2d2cbf8 req-b41d8b43-b9c7-480e-89e3-1b0c5ce8eae6 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:31.924756 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-da8d55fb-2ca3-4850-ba97-9d8fe2d2cbf8 req-b41d8b43-b9c7-480e-89e3-1b0c5ce8eae6 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0473104 Aug 08 02:42:31.972769 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-da8d55fb-2ca3-4850-ba97-9d8fe2d2cbf8 req-8764cfe2-2c0d-4890-aef0-a55fcfaf1353 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424249 Aug 08 02:42:32.523254 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a481bd-4ab8-484b-bbb4-be3efd7e4ffb req-0d014df3-ec71-40a3-83e1-9b800ccde6cb tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:32.524705 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-41a481bd-4ab8-484b-bbb4-be3efd7e4ffb req-0d014df3-ec71-40a3-83e1-9b800ccde6cb tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 944 time: 0.0467222 Aug 08 02:42:32.571270 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-41a481bd-4ab8-484b-bbb4-be3efd7e4ffb req-3cae206c-f17c-4a49-b8b1-09ad2701ccfb tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411093 Aug 08 02:42:32.970416 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:42:33.023801 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:33.069401 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0a4c4aaf-6038-4884-b9e4-69e81091d8c2,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:42:33.085481 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': '0a4c4aaf-6038-4884-b9e4-69e81091d8c2', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'port_id': '0a4c4aaf-6038-4884-b9e4-69e81091d8c2', 'mac_address': 'fa:16:3e:16:75:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:42:33.101975 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28405150-b954-4056-84dc-1358627ad387 req-793f6229-d051-465e-9769-829ed9e95f06 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:33.103474 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-28405150-b954-4056-84dc-1358627ad387 req-793f6229-d051-465e-9769-829ed9e95f06 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0505459 Aug 08 02:42:33.121528 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:42:33.121921 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (0a4c4aaf-6038-4884-b9e4-69e81091d8c2), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:33.136657 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:42:33.153088 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-28405150-b954-4056-84dc-1358627ad387 req-ad39778f-7124-4483-b856-dbe39c58a0dd tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439229 Aug 08 02:42:33.162252 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0a4c4aaf-6038-4884-b9e4-69e81091d8c2,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:42:33.256164 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (0a4c4aaf-6038-4884-b9e4-69e81091d8c2), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:33.304387 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=0a4c4aaf-6038-4884-b9e4-69e81091d8c2,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:33.311841 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:33.312182 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:33.312519 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:33.312852 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:33.313180 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:33.313501 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:33.313820 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:33.314137 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:33.314555 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:33.314805 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:33.315122 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:33.315443 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:33.315757 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:33.316070 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:33.316382 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:42:33.698006 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03dccd-20b9-4014-8a41-2f8b9f0294af req-e60387b9-b8a1-4f09-8b99-6ece78e526f2 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:33.699519 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1a03dccd-20b9-4014-8a41-2f8b9f0294af req-e60387b9-b8a1-4f09-8b99-6ece78e526f2 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 945 time: 0.0541472 Aug 08 02:42:33.758946 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1a03dccd-20b9-4014-8a41-2f8b9f0294af req-1e448e1a-5df5-40df-b690-b64e67796fee tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468221 Aug 08 02:42:34.284697 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382e90c-a87e-44b0-a68a-d60dd4ad84ec req-662da63b-e8a2-4f75-8560-40e71574e588 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:34.286736 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4382e90c-a87e-44b0-a68a-d60dd4ad84ec req-662da63b-e8a2-4f75-8560-40e71574e588 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0469680 Aug 08 02:42:34.334268 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4382e90c-a87e-44b0-a68a-d60dd4ad84ec req-383a7b24-824e-48fe-8474-63318095346f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419340 Aug 08 02:42:34.880322 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707264ae-0117-44e7-9541-22f980d6ca39 req-d51f11c0-f727-4c76-a6d0-4cebdc0ed160 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:34.882457 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-707264ae-0117-44e7-9541-22f980d6ca39 req-d51f11c0-f727-4c76-a6d0-4cebdc0ed160 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 945 time: 0.0480227 Aug 08 02:42:34.931622 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-707264ae-0117-44e7-9541-22f980d6ca39 req-60b6acdd-aa5d-45b1-bf4e-9f1be9f248be tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435264 Aug 08 02:42:35.448678 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:35.457042 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b7d7b-bfbf-41eb-8524-8d9cf580fa00 req-9a520250-6d34-4cd4-9164-a8c725ac02f4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:35.458644 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7a8b7d7b-bfbf-41eb-8524-8d9cf580fa00 req-9a520250-6d34-4cd4-9164-a8c725ac02f4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0469775 Aug 08 02:42:35.508787 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7a8b7d7b-bfbf-41eb-8524-8d9cf580fa00 req-4c5403df-6377-44ac-a6ff-b11ea0f62b19 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445688 Aug 08 02:42:35.926857 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['0a4c4aaf-6038-4884-b9e4-69e81091d8c2'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:42:36.052623 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81416cd0-d29c-474d-8fed-5636c793cdc6 req-d100c667-1eeb-40bc-84f8-4782b75d1fa7 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:36.054127 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-81416cd0-d29c-474d-8fed-5636c793cdc6 req-d100c667-1eeb-40bc-84f8-4782b75d1fa7 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 945 time: 0.0471826 Aug 08 02:42:36.106900 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-81416cd0-d29c-474d-8fed-5636c793cdc6 req-cefec28e-53a6-45d9-b9cf-94bcc505dc9a tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469263 Aug 08 02:42:36.635879 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa318751-fb78-46f6-afab-578e8c2f607c req-ba0dd4dd-5796-49c2-bb32-e506f71c3373 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:36.637319 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fa318751-fb78-46f6-afab-578e8c2f607c req-ba0dd4dd-5796-49c2-bb32-e506f71c3373 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0478575 Aug 08 02:42:36.684205 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fa318751-fb78-46f6-afab-578e8c2f607c req-5d5ac837-dd0c-4205-8db3-df4f38eef3d3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412261 Aug 08 02:42:37.224071 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b331e-92cb-4d37-9ad6-53b3cac370c2 req-17cbfb52-933b-4a3d-9255-d401e340b9d7 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:37.225456 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e90b331e-92cb-4d37-9ad6-53b3cac370c2 req-17cbfb52-933b-4a3d-9255-d401e340b9d7 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 945 time: 0.0487347 Aug 08 02:42:37.250538 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:37.273806 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e90b331e-92cb-4d37-9ad6-53b3cac370c2 req-cd634325-0ff9-471a-9cd2-02354d2aeb4b tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426657 Aug 08 02:42:37.625316 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a13807-295a-4e0c-9bb7-65007690a3a4 req-a46d29f3-7591-46f6-84a0-9fe661f07cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:37.626821 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c0a13807-295a-4e0c-9bb7-65007690a3a4 req-a46d29f3-7591-46f6-84a0-9fe661f07cfe service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 1129 time: 0.0392518 Aug 08 02:42:37.694247 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:37.716919 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:42:37.724030 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a13807-295a-4e0c-9bb7-65007690a3a4 req-8365a440-8eb8-41b7-aade-4c8d94c3807d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:37.726073 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c0a13807-295a-4e0c-9bb7-65007690a3a4 req-8365a440-8eb8-41b7-aade-4c8d94c3807d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87360f95-f3ba-477f-b837-ec26e9e98a48 HTTP/1.1" status: 200 len: 918 time: 0.0930467 Aug 08 02:42:37.764735 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:42:37.831242 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c0a13807-295a-4e0c-9bb7-65007690a3a4 req-1b8f5a87-52c0-40e4-8e4c-8272275e77cc service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3 HTTP/1.1" status: 200 len: 1001 time: 0.0978384 Aug 08 02:42:37.833747 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:42:37.834129 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (0a4c4aaf-6038-4884-b9e4-69e81091d8c2), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:37.840353 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fbb40-77e1-4d81-b757-7b3d47283d60 req-da46c36d-ef79-4392-b2dd-9e5b382f30e8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:37.844959 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-353fbb40-77e1-4d81-b757-7b3d47283d60 req-da46c36d-ef79-4392-b2dd-9e5b382f30e8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 945 time: 0.0688930 Aug 08 02:42:37.912421 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:42:37.912777 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (0a4c4aaf-6038-4884-b9e4-69e81091d8c2), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:37.914333 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a13807-295a-4e0c-9bb7-65007690a3a4 req-4983efe7-2b41-42e0-8c66-373e13f3359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:37.915825 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c0a13807-295a-4e0c-9bb7-65007690a3a4 req-4983efe7-2b41-42e0-8c66-373e13f3359d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e0a15f1e-8f7d-40be-8001-fcd3ba94b32d HTTP/1.1" status: 200 len: 856 time: 0.0731845 Aug 08 02:42:37.937331 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2da221-88bf-462d-937d-649c2a8e611a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4c4aaf-6038-4884-b9e4-69e81091d8c2'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:42:37.937917 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-353fbb40-77e1-4d81-b757-7b3d47283d60 req-dc6a4ed4-5d24-46ce-be9b-8f19f90b92f9 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861793 Aug 08 02:42:37.939516 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4922dd-f9b6-47cf-a9ca-68d11263c5e9" -d '{"events": [{"server_uuid": "1e2da221-88bf-462d-937d-649c2a8e611a", "name": "network-vif-plugged", "status": "completed", "tag": "0a4c4aaf-6038-4884-b9e4-69e81091d8c2"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:42:37.956486 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0a4c4aaf-6038-4884-b9e4-69e81091d8c2,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:42:37.966949 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a13807-295a-4e0c-9bb7-65007690a3a4 req-03402e0b-583d-488a-8f5a-8b67ed7b847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:37.968536 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c0a13807-295a-4e0c-9bb7-65007690a3a4 req-03402e0b-583d-488a-8f5a-8b67ed7b847b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87360f95-f3ba-477f-b837-ec26e9e98a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445871 Aug 08 02:42:37.978876 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-c0a13807-295a-4e0c-9bb7-65007690a3a4 req-c392982a-e170-4231-85de-3d6f11371e9e service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:42:37.980006 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c0a13807-295a-4e0c-9bb7-65007690a3a4 req-c392982a-e170-4231-85de-3d6f11371e9e service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052755 Aug 08 02:42:37.983491 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc08e7e-acd2-4d58-b28f-bd74b1ec8a22 x-openstack-request-id: req-4bc08e7e-acd2-4d58-b28f-bd74b1ec8a22 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:42:37.983781 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2da221-88bf-462d-937d-649c2a8e611a", "name": "network-vif-plugged", "status": "completed", "tag": "0a4c4aaf-6038-4884-b9e4-69e81091d8c2", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:42:37.984035 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bc08e7e-acd2-4d58-b28f-bd74b1ec8a22 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:42:37.984426 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc08e7e-acd2-4d58-b28f-bd74b1ec8a22'] response: {'server_uuid': '1e2da221-88bf-462d-937d-649c2a8e611a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4c4aaf-6038-4884-b9e4-69e81091d8c2', 'code': 200} Aug 08 02:42:38.045060 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (0a4c4aaf-6038-4884-b9e4-69e81091d8c2), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:38.045898 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device c3df9322-b3ad-432a-8a54-5417ca654fb3 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:42:38.081004 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c0a13807-295a-4e0c-9bb7-65007690a3a4 req-2a358b3c-eb27-4c9c-820d-8e8c368c9f9d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925624 Aug 08 02:42:38.102085 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:38.124829 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=0a4c4aaf-6038-4884-b9e4-69e81091d8c2,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:38.165005 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port c3df9322-b3ad-432a-8a54-5417ca654fb3 is: ACTIVE; New status is: DOWN {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:42:38.165316 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:38.180455 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c0a13807-295a-4e0c-9bb7-65007690a3a4 req-d0cc9002-2f06-4905-874c-e2198d9eaa2f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917904 Aug 08 02:42:38.199818 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port c3df9322-b3ad-432a-8a54-5417ca654fb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:42:38.262997 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:38.293343 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:38.312833 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=c3df9322-b3ad-432a-8a54-5417ca654fb3,revision_number=8']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:38.392443 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013646d-9f23-42f5-8b6b-4bbe743f65db req-0cf6c62d-cef2-4f2c-a20e-a2f56cc01084 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:38.393901 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d013646d-9f23-42f5-8b6b-4bbe743f65db req-0cf6c62d-cef2-4f2c-a20e-a2f56cc01084 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 946 time: 0.0481596 Aug 08 02:42:38.447432 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d013646d-9f23-42f5-8b6b-4bbe743f65db req-c2fce83f-f085-4a4c-afc2-27a3d4f1c881 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470850 Aug 08 02:42:39.069383 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e470d-47e1-428e-8864-11ccf824c138 req-27622877-4e3a-4f7d-933e-cd2663b5e63f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:39.070873 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d52e470d-47e1-428e-8864-11ccf824c138 req-27622877-4e3a-4f7d-933e-cd2663b5e63f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0474741 Aug 08 02:42:39.121152 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d52e470d-47e1-428e-8864-11ccf824c138 req-518f5e12-226d-442f-8ce0-62bfa52b7711 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446467 Aug 08 02:42:39.604900 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cb1d9-9e08-4aec-840b-aac44385798b req-7247b6b1-5a20-48a1-8d96-c6182fdb3422 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:39.606438 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b39cb1d9-9e08-4aec-840b-aac44385798b req-7247b6b1-5a20-48a1-8d96-c6182fdb3422 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 946 time: 0.0863044 Aug 08 02:42:39.621937 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6137109-9511-4614-b061-4712fa6db8d5 req-53df3e55-de9e-42a8-8716-73475393f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:39.623396 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6137109-9511-4614-b061-4712fa6db8d5 req-53df3e55-de9e-42a8-8716-73475393f05d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 1130 time: 0.0677888 Aug 08 02:42:39.660415 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b39cb1d9-9e08-4aec-840b-aac44385798b req-da24b5d9-4a32-454a-acf3-a9323762cc2a tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474389 Aug 08 02:42:39.689830 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:39.704976 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d6137109-9511-4614-b061-4712fa6db8d5 req-781dd6e7-bb55-4f1c-91a5-382a8c736605 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436010 Aug 08 02:42:39.985916 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af55837-b03e-4343-9650-3adfa1bdceec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3df9322-b3ad-432a-8a54-5417ca654fb3'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:42:39.989331 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472275b6-d179-43f3-a13d-ce960146efcb" -d '{"events": [{"server_uuid": "9af55837-b03e-4343-9650-3adfa1bdceec", "name": "network-vif-unplugged", "status": "completed", "tag": "c3df9322-b3ad-432a-8a54-5417ca654fb3"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:42:40.044581 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Aug 2022 02:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4957d42-75b4-4703-8d4e-9134cdd57460 x-openstack-request-id: req-f4957d42-75b4-4703-8d4e-9134cdd57460 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:42:40.045083 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af55837-b03e-4343-9650-3adfa1bdceec", "name": "network-vif-unplugged", "status": "completed", "tag": "c3df9322-b3ad-432a-8a54-5417ca654fb3", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:42:40.045494 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4957d42-75b4-4703-8d4e-9134cdd57460 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:42:40.046037 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4957d42-75b4-4703-8d4e-9134cdd57460'] response: {'server_uuid': '9af55837-b03e-4343-9650-3adfa1bdceec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3df9322-b3ad-432a-8a54-5417ca654fb3', 'code': 200} Aug 08 02:42:40.249191 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8961f0-aa44-48bc-b8d1-b9278e7fa309 req-7e0fcea1-c56d-4d43-bb14-a884435259d5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:40.250687 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aa8961f0-aa44-48bc-b8d1-b9278e7fa309 req-7e0fcea1-c56d-4d43-bb14-a884435259d5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0492892 Aug 08 02:42:40.299959 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-aa8961f0-aa44-48bc-b8d1-b9278e7fa309 req-9ac59dd1-6a10-4caa-8f45-30d7da993aee tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429628 Aug 08 02:42:40.786840 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6048e-3e35-4735-89cc-9698f98d7394 req-bcb6be51-2954-493f-ad10-0ac243c35579 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:40.789057 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2dd6048e-3e35-4735-89cc-9698f98d7394 req-bcb6be51-2954-493f-ad10-0ac243c35579 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 946 time: 0.0527737 Aug 08 02:42:40.837730 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2dd6048e-3e35-4735-89cc-9698f98d7394 req-f052eb25-2fd7-4b06-a2c9-2c2122b8052c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429885 Aug 08 02:42:41.963434 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2e257-368d-42b8-bffa-3a0893713482 req-c7bdf4c9-9a91-4810-aa34-6b4d77533321 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:41.964938 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-feb2e257-368d-42b8-bffa-3a0893713482 req-c7bdf4c9-9a91-4810-aa34-6b4d77533321 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 946 time: 0.0541856 Aug 08 02:42:42.013898 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-feb2e257-368d-42b8-bffa-3a0893713482 req-dfd6bab8-796f-4ba6-aae3-efa7040ab1e6 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428765 Aug 08 02:42:42.128286 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e5bd5-f6b3-46e3-a39b-a945265a735e req-3a3d3340-1d77-4717-bfbc-3ebdc20da9f3 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:42.129663 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b54e5bd5-f6b3-46e3-a39b-a945265a735e req-3a3d3340-1d77-4717-bfbc-3ebdc20da9f3 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 946 time: 0.0479240 Aug 08 02:42:42.140078 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46112) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:42:42.144416 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-094c9dc5-8897-45c2-8926-71dc0d3e908f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Request body: {'floatingip': {'port_id': '0a4c4aaf-6038-4884-b9e4-69e81091d8c2'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:42:42.182886 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-094c9dc5-8897-45c2-8926-71dc0d3e908f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for floatingip (e286cc0f-6668-42e8-8b01-bf786586c477), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:42.243089 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:42.383109 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f25f4-8eb6-41ec-91ac-e05dc6b9f95e req-9a85c188-574a-45d1-9a2f-d3bf07e0edb3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:42.384525 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-514f25f4-8eb6-41ec-91ac-e05dc6b9f95e req-9a85c188-574a-45d1-9a2f-d3bf07e0edb3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0955470 Aug 08 02:42:42.499326 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-514f25f4-8eb6-41ec-91ac-e05dc6b9f95e req-a5fe4c62-1aa5-4f97-a98b-0ad42ba35052 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917192 Aug 08 02:42:42.565740 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-00aa8578-67ea-4e50-826b-32e19c4055c4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393591 Aug 08 02:42:42.639801 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-b242679a-f1aa-48e5-9e23-d87407994902 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:42.641054 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-b242679a-f1aa-48e5-9e23-d87407994902 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports/c3df9322-b3ad-432a-8a54-5417ca654fb3 HTTP/1.1" status: 200 len: 940 time: 0.0467715 Aug 08 02:42:42.686246 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-094c9dc5-8897-45c2-8926-71dc0d3e908f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:42.747818 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-094c9dc5-8897-45c2-8926-71dc0d3e908f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (e286cc0f-6668-42e8-8b01-bf786586c477), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:42.843901 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.l3_db [None req-094c9dc5-8897-45c2-8926-71dc0d3e908f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Floating IP e286cc0f-6668-42e8-8b01-bf786586c477 associated. External IP: 172.27.4.188, port: 0a4c4aaf-6038-4884-b9e4-69e81091d8c2. Aug 08 02:42:42.882914 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:43.044940 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094c9dc5-8897-45c2-8926-71dc0d3e908f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Router d39e4716-a4fd-41d7-b5c3-60a6da3904bb has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:42:43.148614 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094c9dc5-8897-45c2-8926-71dc0d3e908f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:42:43.153053 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-094c9dc5-8897-45c2-8926-71dc0d3e908f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:43.159317 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced796db-a830-456d-8208-c3432269ef7e None None] Sync routers for ids ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:42:43.170399 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced796db-a830-456d-8208-c3432269ef7e None None] Routers {'d39e4716-a4fd-41d7-b5c3-60a6da3904bb'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:42:43.171035 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-ced796db-a830-456d-8208-c3432269ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:42:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:42:43.183288 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-094c9dc5-8897-45c2-8926-71dc0d3e908f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/e286cc0f-6668-42e8-8b01-bf786586c477 HTTP/1.1" status: 200 len: 992 time: 1.0421510 Aug 08 02:42:43.184008 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2da221-88bf-462d-937d-649c2a8e611a', 'tag': '0a4c4aaf-6038-4884-b9e4-69e81091d8c2'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:42:43.186426 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec22f1d30cf05664830ef834bc2fff6277ec84e823fa6e2140b323625de535e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95b92c4-ef19-4603-b9db-17fa458d3fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2da221-88bf-462d-937d-649c2a8e611a", "tag": "0a4c4aaf-6038-4884-b9e4-69e81091d8c2"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:42:43.224824 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a35a45-a5f1-4d59-be4d-8ce665b3fe8a x-openstack-request-id: req-e2a35a45-a5f1-4d59-be4d-8ce665b3fe8a {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:42:43.225122 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2da221-88bf-462d-937d-649c2a8e611a", "tag": "0a4c4aaf-6038-4884-b9e4-69e81091d8c2", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:42:43.225381 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2a35a45-a5f1-4d59-be4d-8ce665b3fe8a {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:42:43.225797 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a35a45-a5f1-4d59-be4d-8ce665b3fe8a'] response: {'name': 'network-changed', 'server_uuid': '1e2da221-88bf-462d-937d-649c2a8e611a', 'tag': '0a4c4aaf-6038-4884-b9e4-69e81091d8c2', 'status': 'completed', 'code': 200} Aug 08 02:42:43.279497 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-ced796db-a830-456d-8208-c3432269ef7e None None] Set router d39e4716-a4fd-41d7-b5c3-60a6da3904bb gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:42:43.612362 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-ced796db-a830-456d-8208-c3432269ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:19Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'e286cc0f-6668-42e8-8b01-bf786586c477', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'floating_ip_address': '172.27.4.188', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'port_id': '0a4c4aaf-6038-4884-b9e4-69e81091d8c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'mac_address': 'fa:16:3e:16:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2da221-88bf-462d-937d-649c2a8e611a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:42:18Z', 'updated_at': '2022-08-08T02:42:42Z', 'revision_number': 1, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70523f2-7396-4b37-a82a-1ba9ac041c9d', 'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'mac_address': 'fa:16:3e:bf:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:18Z', 'updated_at': '2022-08-08T02:35:25Z', 'revision_number': 5, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'subnets': [{'id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:42:43.628295 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ae8b5-d71c-4ed7-bb90-d55f0557afb7 req-4e77e601-3ac8-4de1-a596-58a614a8bde0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:43.629816 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-750ae8b5-d71c-4ed7-bb90-d55f0557afb7 req-4e77e601-3ac8-4de1-a596-58a614a8bde0 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0480113 Aug 08 02:42:43.637918 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced796db-a830-456d-8208-c3432269ef7e None None] Checking router: d39e4716-a4fd-41d7-b5c3-60a6da3904bb for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:42:43.646435 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced796db-a830-456d-8208-c3432269ef7e None None] Routers {'d39e4716-a4fd-41d7-b5c3-60a6da3904bb'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:42:43.647060 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-ced796db-a830-456d-8208-c3432269ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:42:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:42:43.681293 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-750ae8b5-d71c-4ed7-bb90-d55f0557afb7 req-e4cab9ff-c777-4c0f-adde-ee6604dda3f8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452950 Aug 08 02:42:43.748552 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-ced796db-a830-456d-8208-c3432269ef7e None None] Set router d39e4716-a4fd-41d7-b5c3-60a6da3904bb gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:42:43.954105 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-ced796db-a830-456d-8208-c3432269ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:19Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'e286cc0f-6668-42e8-8b01-bf786586c477', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'floating_ip_address': '172.27.4.188', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'port_id': '0a4c4aaf-6038-4884-b9e4-69e81091d8c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'mac_address': 'fa:16:3e:16:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2da221-88bf-462d-937d-649c2a8e611a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:42:18Z', 'updated_at': '2022-08-08T02:42:42Z', 'revision_number': 1, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70523f2-7396-4b37-a82a-1ba9ac041c9d', 'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'mac_address': 'fa:16:3e:bf:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:18Z', 'updated_at': '2022-08-08T02:35:25Z', 'revision_number': 5, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'subnets': [{'id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:42:43.978293 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced796db-a830-456d-8208-c3432269ef7e None None] The sync data for ids ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'] in dv-cinder-852261-2-iscsi is: [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:19Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'e286cc0f-6668-42e8-8b01-bf786586c477', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'floating_ip_address': '172.27.4.188', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'port_id': '0a4c4aaf-6038-4884-b9e4-69e81091d8c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'mac_address': 'fa:16:3e:16:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2da221-88bf-462d-937d-649c2a8e611a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:42:18Z', 'updated_at': '2022-08-08T02:42:42Z', 'revision_number': 1, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70523f2-7396-4b37-a82a-1ba9ac041c9d', 'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'mac_address': 'fa:16:3e:bf:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:18Z', 'updated_at': '2022-08-08T02:35:25Z', 'revision_number': 5, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'subnets': [{'id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:42:44.160377 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b88d2-9700-4f1c-98fb-b0e544ec9e2b None None] New status for floating IP e286cc0f-6668-42e8-8b01-bf786586c477: ACTIVE {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:42:44.260082 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device c3df9322-b3ad-432a-8a54-5417ca654fb3 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:42:44.320438 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:44.323785 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b92c4-ef19-4603-b9db-17fa458d3fb1 req-a7245d4d-9ffd-491c-9cf9-236932fad181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:44.325393 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e95b92c4-ef19-4603-b9db-17fa458d3fb1 req-a7245d4d-9ffd-491c-9cf9-236932fad181 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=897030a5075b4ca3ad29d73371306a66&device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 1130 time: 0.0471365 Aug 08 02:42:44.336709 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port c3df9322-b3ad-432a-8a54-5417ca654fb3 is: DOWN; New status is: DOWN {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:42:44.377072 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46140) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:42:44.429774 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:44.523663 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-5567b27e-0631-44ea-9170-d69c9b3de410 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Deleting port 57e2b837-7728-40be-93d2-f6a265388b4d {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:42:44.523912 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5567b27e-0631-44ea-9170-d69c9b3de410 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (57e2b837-7728-40be-93d2-f6a265388b4d), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:44.598294 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5567b27e-0631-44ea-9170-d69c9b3de410 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (57e2b837-7728-40be-93d2-f6a265388b4d), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:44.598641 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5567b27e-0631-44ea-9170-d69c9b3de410 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for floatingip (57e2b837-7728-40be-93d2-f6a265388b4d), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:44.611512 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-5567b27e-0631-44ea-9170-d69c9b3de410 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Calling delete_port for 57e2b837-7728-40be-93d2-f6a265388b4d owned by network:floatingip {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:42:44.807689 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ee0bf-4c25-4269-94c0-31742963752d req-bca851c7-5f3d-4c0b-88ad-069020064ca7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:44.809201 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1c0ee0bf-4c25-4269-94c0-31742963752d req-bca851c7-5f3d-4c0b-88ad-069020064ca7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0475278 Aug 08 02:42:44.839031 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5567b27e-0631-44ea-9170-d69c9b3de410 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (57e2b837-7728-40be-93d2-f6a265388b4d), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:44.858305 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1c0ee0bf-4c25-4269-94c0-31742963752d req-5723a27f-29c5-456b-ba26-b0234ade947a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434756 Aug 08 02:42:45.090470 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567b27e-0631-44ea-9170-d69c9b3de410 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Pushing event deleted for resources: {'Port': ['ID=57e2b837-7728-40be-93d2-f6a265388b4d,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:45.135413 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:45.155598 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5567b27e-0631-44ea-9170-d69c9b3de410 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for floatingip (94903c58-4454-4fff-b630-cfe01675bd3d), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:45.155921 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.l3_db [None req-5567b27e-0631-44ea-9170-d69c9b3de410 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Floating IP 94903c58-4454-4fff-b630-cfe01675bd3d disassociated (deleted). External IP: 172.27.4.192, port: 2673af77-3e95-439c-83d1-409d6e88dcb5. Aug 08 02:42:45.355116 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5567b27e-0631-44ea-9170-d69c9b3de410 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:42:45.456942 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5567b27e-0631-44ea-9170-d69c9b3de410 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:42:45.461874 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5567b27e-0631-44ea-9170-d69c9b3de410 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:45.467510 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d47bb-1962-4e96-9efb-cbb4d07fb445 None None] Sync routers for ids ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:42:45.476803 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d47bb-1962-4e96-9efb-cbb4d07fb445 None None] Routers {'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:42:45.477414 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-d69d47bb-1962-4e96-9efb-cbb4d07fb445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:42:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:42:45.492855 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-5567b27e-0631-44ea-9170-d69c9b3de410 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/94903c58-4454-4fff-b630-cfe01675bd3d HTTP/1.1" status: 204 len: 168 time: 1.1144748 Aug 08 02:42:45.493538 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'tag': '2673af77-3e95-439c-83d1-409d6e88dcb5'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:42:45.495791 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec22f1d30cf05664830ef834bc2fff6277ec84e823fa6e2140b323625de535e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43980d8b-6947-49a3-9653-decd79044fad" -d '{"events": [{"name": "network-changed", "server_uuid": "5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83", "tag": "2673af77-3e95-439c-83d1-409d6e88dcb5"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:42:45.540371 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e6b437-5327-4a45-ab0a-1d5198ced64d x-openstack-request-id: req-06e6b437-5327-4a45-ab0a-1d5198ced64d {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:42:45.540730 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83", "tag": "2673af77-3e95-439c-83d1-409d6e88dcb5", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:42:45.541051 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06e6b437-5327-4a45-ab0a-1d5198ced64d {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:42:45.541528 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e6b437-5327-4a45-ab0a-1d5198ced64d'] response: {'name': 'network-changed', 'server_uuid': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'tag': '2673af77-3e95-439c-83d1-409d6e88dcb5', 'status': 'completed', 'code': 200} Aug 08 02:42:45.586384 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:45.592607 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:45.596269 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-d69d47bb-1962-4e96-9efb-cbb4d07fb445 None None] Set router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:42:45.665067 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43980d8b-6947-49a3-9653-decd79044fad req-90448c7b-5723-451e-8970-d1003d7544c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:45.666606 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43980d8b-6947-49a3-9653-decd79044fad req-90448c7b-5723-451e-8970-d1003d7544c6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=e069855c07d94296a331d49a7a2a7ce4&device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 1130 time: 0.0591903 Aug 08 02:42:45.688365 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b92c4-ef19-4603-b9db-17fa458d3fb1 req-0c6969d1-e5af-4771-b2b1-e50549fd6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:45.689836 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e95b92c4-ef19-4603-b9db-17fa458d3fb1 req-0c6969d1-e5af-4771-b2b1-e50549fd6276 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=682376b8-1891-42b8-8562-21125b626ab2 HTTP/1.1" status: 200 len: 912 time: 0.1451540 Aug 08 02:42:45.797311 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e95b92c4-ef19-4603-b9db-17fa458d3fb1 req-11b8e0d5-6eb7-4ea0-b48a-6a6450661fcb service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a4c4aaf-6038-4884-b9e4-69e81091d8c2 HTTP/1.1" status: 200 len: 1002 time: 0.0967753 Aug 08 02:42:45.800966 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-d69d47bb-1962-4e96-9efb-cbb4d07fb445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'name': 'tempest-TestShelveInstance-534016115-router', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:31Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'gw_port': {'id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:32Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'a351491f-5c0c-4251-b7bb-f102f25f9a9a', 'name': '', 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'mac_address': 'fa:16:3e:2e:94:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:35Z', 'updated_at': '2022-08-08T02:35:41Z', 'revision_number': 5, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'subnets': [{'id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:42:45.827009 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d47bb-1962-4e96-9efb-cbb4d07fb445 None None] Checking router: cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:42:45.836521 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d47bb-1962-4e96-9efb-cbb4d07fb445 None None] Routers {'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:42:45.837135 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-d69d47bb-1962-4e96-9efb-cbb4d07fb445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:42:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:42:45.855482 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43980d8b-6947-49a3-9653-decd79044fad req-6f183d52-2e64-466d-8f71-14be57ae7783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:45.856954 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43980d8b-6947-49a3-9653-decd79044fad req-6f183d52-2e64-466d-8f71-14be57ae7783 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=72633b9c-b237-4ab8-8fff-e57a0fd5947a HTTP/1.1" status: 200 len: 909 time: 0.1815503 Aug 08 02:42:45.868218 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b92c4-ef19-4603-b9db-17fa458d3fb1 req-2211fc9b-58fa-44c2-a188-0fc3d79d6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:45.869657 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e95b92c4-ef19-4603-b9db-17fa458d3fb1 req-2211fc9b-58fa-44c2-a188-0fc3d79d6f9d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=5347a10a-44f0-4aab-9da5-c45d5d4f1438 HTTP/1.1" status: 200 len: 850 time: 0.0652373 Aug 08 02:42:45.946987 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-d69d47bb-1962-4e96-9efb-cbb4d07fb445 None None] Set router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:42:45.948113 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117512a-f8b2-4cc8-9547-b868df4014d8 req-7ae37779-a989-4b2b-91c7-f26b41816191 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:45.949837 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a117512a-f8b2-4cc8-9547-b868df4014d8 req-7ae37779-a989-4b2b-91c7-f26b41816191 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0572586 Aug 08 02:42:45.972604 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:42:46.008460 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c13267-4aa1-4ed2-b61c-53af82bc683d req-925158ec-fe95-4ba4-97c2-468967e35470 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:46.015599 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-12c13267-4aa1-4ed2-b61c-53af82bc683d req-925158ec-fe95-4ba4-97c2-468967e35470 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0569193 Aug 08 02:42:46.022077 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a117512a-f8b2-4cc8-9547-b868df4014d8 req-5e789a6f-4a9a-4e48-838f-3a97b7e26d66 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649929 Aug 08 02:42:46.062937 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-12c13267-4aa1-4ed2-b61c-53af82bc683d req-a5e2be20-207a-44e7-8c95-511fdc6f01e7 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464098 Aug 08 02:42:46.144084 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-d69d47bb-1962-4e96-9efb-cbb4d07fb445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'name': 'tempest-TestShelveInstance-534016115-router', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:31Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'gw_port': {'id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:32Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'a351491f-5c0c-4251-b7bb-f102f25f9a9a', 'name': '', 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'mac_address': 'fa:16:3e:2e:94:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:35Z', 'updated_at': '2022-08-08T02:35:41Z', 'revision_number': 5, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'subnets': [{'id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:42:46.168670 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d47bb-1962-4e96-9efb-cbb4d07fb445 None None] The sync data for ids ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'] in dv-cinder-852261-2-iscsi is: [{'id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'name': 'tempest-TestShelveInstance-534016115-router', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:31Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'gw_port': {'id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:32Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'a351491f-5c0c-4251-b7bb-f102f25f9a9a', 'name': '', 'network_id': '72633b9c-b237-4ab8-8fff-e57a0fd5947a', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'mac_address': 'fa:16:3e:2e:94:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:35Z', 'updated_at': '2022-08-08T02:35:41Z', 'revision_number': 5, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'subnets': [{'id': '7ade88c2-5a43-4fe7-8f81-d10a683707d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:42:46.371548 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff4aca-c0f3-4029-b939-45bee0b9d992 None None] New status for floating IP 94903c58-4454-4fff-b630-cfe01675bd3d: DOWN {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:42:46.930042 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43980d8b-6947-49a3-9653-decd79044fad req-c1b26a61-1546-4e58-8123-d38694df47df service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2673af77-3e95-439c-83d1-409d6e88dcb5 HTTP/1.1" status: 200 len: 217 time: 0.0580285 Aug 08 02:42:46.950014 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b92c4-ef19-4603-b9db-17fa458d3fb1 req-3fbec144-4cf3-4938-8068-16d04b6d72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:46.951717 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e95b92c4-ef19-4603-b9db-17fa458d3fb1 req-3fbec144-4cf3-4938-8068-16d04b6d72ea service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=682376b8-1891-42b8-8562-21125b626ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780449 Aug 08 02:42:47.025727 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:47.038158 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43980d8b-6947-49a3-9653-decd79044fad req-1e502efe-0f6d-4df2-88a9-b7898774ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:47.039703 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43980d8b-6947-49a3-9653-decd79044fad req-1e502efe-0f6d-4df2-88a9-b7898774ec9b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7ade88c2-5a43-4fe7-8f81-d10a683707d4 HTTP/1.1" status: 200 len: 847 time: 0.1004870 Aug 08 02:42:47.073172 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e95b92c4-ef19-4603-b9db-17fa458d3fb1 req-fca90e93-100e-474b-a152-d3fb91413100 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043146 Aug 08 02:42:47.134508 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eed612-54de-480c-8ced-96dff6068b30 req-83aed629-bdc2-4014-838c-935f617bd0da tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:47.137545 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87eed612-54de-480c-8ced-96dff6068b30 req-83aed629-bdc2-4014-838c-935f617bd0da tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0501103 Aug 08 02:42:47.158558 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:47.195072 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-87eed612-54de-480c-8ced-96dff6068b30 req-58f8ff21-675c-4606-8341-e63863ab2cc4 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530872 Aug 08 02:42:47.199946 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d6609-718c-4490-8c91-c6ee66694029 req-dfcbe99d-4b84-42f2-ad31-07ae300bb521 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:47.201740 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cf5d6609-718c-4490-8c91-c6ee66694029 req-dfcbe99d-4b84-42f2-ad31-07ae300bb521 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0516367 Aug 08 02:42:47.254678 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-cf5d6609-718c-4490-8c91-c6ee66694029 req-5f6d5ef7-ac42-43ee-ac3c-d53f87fcda0c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442216 Aug 08 02:42:47.374604 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43980d8b-6947-49a3-9653-decd79044fad req-bf56cf64-698f-481e-9934-c9039011806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:47.376027 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43980d8b-6947-49a3-9653-decd79044fad req-bf56cf64-698f-481e-9934-c9039011806e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=72633b9c-b237-4ab8-8fff-e57a0fd5947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836582 Aug 08 02:42:47.411707 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e95b92c4-ef19-4603-b9db-17fa458d3fb1 req-c368adae-4e2a-484c-9a1d-9299a5f45949 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205683 Aug 08 02:42:47.524924 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:47.530156 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-0e9204e3-b744-4f82-8255-94eae5d7fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:47.531655 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-0e9204e3-b744-4f82-8255-94eae5d7fbdc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec&tenant_id=dddb64c31c0a4db2a184543c435c7bc0 HTTP/1.1" status: 200 len: 1127 time: 0.0435543 Aug 08 02:42:47.803879 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-5b353167-7c70-42f7-a78a-a13f58d1063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:47.805308 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-5b353167-7c70-42f7-a78a-a13f58d1063c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 1127 time: 0.0811348 Aug 08 02:42:47.831627 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07f860-fec9-4422-a242-06bcb32f625d req-74fa8c57-041e-490b-a1c4-ed9770f4ae01 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:47.832951 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d07f860-fec9-4422-a242-06bcb32f625d req-74fa8c57-041e-490b-a1c4-ed9770f4ae01 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0756180 Aug 08 02:42:47.919756 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43980d8b-6947-49a3-9653-decd79044fad req-aa5f5194-db9d-4821-ad24-d110323d724b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/72633b9c-b237-4ab8-8fff-e57a0fd5947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399666 Aug 08 02:42:48.027739 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-2d07f860-fec9-4422-a242-06bcb32f625d req-18c2fb41-ea0b-4f58-a6a5-0ff92fd24936 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Deleting port 2673af77-3e95-439c-83d1-409d6e88dcb5 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:42:48.028368 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-2d07f860-fec9-4422-a242-06bcb32f625d req-18c2fb41-ea0b-4f58-a6a5-0ff92fd24936 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:48.088417 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-3c40c25e-ce47-46a5-8900-42ed3daf970f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:48.089777 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-3c40c25e-ce47-46a5-8900-42ed3daf970f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87360f95-f3ba-477f-b837-ec26e9e98a48 HTTP/1.1" status: 200 len: 918 time: 0.2767589 Aug 08 02:42:48.400731 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe3c0-6f8a-482b-8e21-7c3f498cbeee req-32a88316-cfa4-4096-9fbe-297367f01b47 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:48.402239 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c3cfe3c0-6f8a-482b-8e21-7c3f498cbeee req-32a88316-cfa4-4096-9fbe-297367f01b47 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0647178 Aug 08 02:42:48.437578 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-43980d8b-6947-49a3-9653-decd79044fad req-5e9e005b-3f4f-49e3-8a3a-d6210953e9f2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/72633b9c-b237-4ab8-8fff-e57a0fd5947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048513 Aug 08 02:42:48.453784 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c3cfe3c0-6f8a-482b-8e21-7c3f498cbeee req-a1c5adb1-3362-4707-bed9-df5a883dc1a3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446932 Aug 08 02:42:48.495464 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e628ca-e8cd-4125-975f-6cf0fceb1976 req-abe831eb-b509-410f-9ff4-c42db8572949 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:48.497010 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e628ca-e8cd-4125-975f-6cf0fceb1976 req-abe831eb-b509-410f-9ff4-c42db8572949 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 946 time: 0.0955234 Aug 08 02:42:48.501988 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-8eca0c69-ce50-49ee-8f32-9067028c3dc7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3 HTTP/1.1" status: 200 len: 999 time: 0.3984187 Aug 08 02:42:48.504755 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-2d07f860-fec9-4422-a242-06bcb32f625d req-18c2fb41-ea0b-4f58-a6a5-0ff92fd24936 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] For port 2673af77-3e95-439c-83d1-409d6e88dcb5, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=2673af77-3e95-439c-83d1-409d6e88dcb5,segment=NetworkSegment(d760f924-e814-4229-88af-f386463b2e7e),segment_id=d760f924-e814-4229-88af-f386463b2e7e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:42:48.505115 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-2d07f860-fec9-4422-a242-06bcb32f625d req-18c2fb41-ea0b-4f58-a6a5-0ff92fd24936 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:48.558833 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-2d07f860-fec9-4422-a242-06bcb32f625d req-18c2fb41-ea0b-4f58-a6a5-0ff92fd24936 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Calling delete_port for 2673af77-3e95-439c-83d1-409d6e88dcb5 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:42:48.574775 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:48.627541 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-f9fbd002-4b5c-4a49-90fd-1ad550bad318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:48.628884 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-f9fbd002-4b5c-4a49-90fd-1ad550bad318 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e0a15f1e-8f7d-40be-8001-fcd3ba94b32d HTTP/1.1" status: 200 len: 856 time: 0.1207471 Aug 08 02:42:48.673001 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e628ca-e8cd-4125-975f-6cf0fceb1976 req-59a46ca3-ef73-4ed9-9928-5465f047b558 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=09d29ddf-354e-4dfc-b882-2c6ae690dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700215 Aug 08 02:42:48.698843 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-6144a98f-307a-4f4b-b87f-e015243967fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:48.700336 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-6144a98f-307a-4f4b-b87f-e015243967fe service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87360f95-f3ba-477f-b837-ec26e9e98a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646112 Aug 08 02:42:48.708285 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:48.840232 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-d681389c-b629-4096-96e5-2d89d9d21c3f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306064 Aug 08 02:42:48.903971 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-2d07f860-fec9-4422-a242-06bcb32f625d req-18c2fb41-ea0b-4f58-a6a5-0ff92fd24936 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (2673af77-3e95-439c-83d1-409d6e88dcb5), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:48.937512 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2fb41-ea0b-4f58-a6a5-0ff92fd24936 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Pushing event deleted for resources: {'Port': ['ID=2673af77-3e95-439c-83d1-409d6e88dcb5,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:48.991364 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-98a662a9-dbe9-45e2-a0c5-52b6db0d331f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451178 Aug 08 02:42:49.005502 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d07f860-fec9-4422-a242-06bcb32f625d req-18c2fb41-ea0b-4f58-a6a5-0ff92fd24936 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] No DVR routers for this DVR port 2673af77-3e95-439c-83d1-409d6e88dcb5 on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:42:49.009119 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-2d07f860-fec9-4422-a242-06bcb32f625d req-18c2fb41-ea0b-4f58-a6a5-0ff92fd24936 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:49.012332 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-2d07f860-fec9-4422-a242-06bcb32f625d req-18c2fb41-ea0b-4f58-a6a5-0ff92fd24936 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.48 "DELETE /networking/v2.0/ports/2673af77-3e95-439c-83d1-409d6e88dcb5 HTTP/1.1" status: 204 len: 173 time: 1.1665654 Aug 08 02:42:49.012756 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'name': 'network-vif-deleted', 'tag': '2673af77-3e95-439c-83d1-409d6e88dcb5'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:42:49.017774 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e3edfa-459b-4250-9dd3-39d104cf1ce6" -d '{"events": [{"server_uuid": "5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83", "name": "network-vif-deleted", "tag": "2673af77-3e95-439c-83d1-409d6e88dcb5"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:42:49.051739 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec17eccb-e642-45c0-9368-7a8ad4ef207c x-openstack-request-id: req-ec17eccb-e642-45c0-9368-7a8ad4ef207c {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:42:49.052344 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83", "name": "network-vif-deleted", "tag": "2673af77-3e95-439c-83d1-409d6e88dcb5", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:42:49.052344 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec17eccb-e642-45c0-9368-7a8ad4ef207c {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:42:49.052650 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec17eccb-e642-45c0-9368-7a8ad4ef207c'] response: {'server_uuid': '5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83', 'name': 'network-vif-deleted', 'tag': '2673af77-3e95-439c-83d1-409d6e88dcb5', 'status': 'completed', 'code': 200} Aug 08 02:42:49.597985 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9679ff0-6632-447c-acc2-64b0b5935fd7 req-6e1d4c3b-065c-4f68-a790-71dc71cb2a71 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:49.599597 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e9679ff0-6632-447c-acc2-64b0b5935fd7 req-6e1d4c3b-065c-4f68-a790-71dc71cb2a71 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0552132 Aug 08 02:42:49.647487 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e9679ff0-6632-447c-acc2-64b0b5935fd7 req-6602f7de-5699-4953-aedf-313bce52ef6a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421381 Aug 08 02:42:49.704995 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 2673af77-3e95-439c-83d1-409d6e88dcb5 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:42:49.750439 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: 2673af77-3e95-439c-83d1-409d6e88dcb5 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:42:49.765894 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 2673af77-3e95-439c-83d1-409d6e88dcb5 not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:42:49.832332 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9e2b9e93-6f32-4c1d-a738-1cd3bb0ee5c4 req-4889eb34-d038-46fb-bc3b-5c5c8c071b74 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0319374 Aug 08 02:42:50.570827 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2f10122a-96a1-4957-b8c1-20d59ff14a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:50.791838 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a582941-ba5f-46ae-8d20-f99dede4f4cd req-69abcc21-6947-4081-8750-0124344a210f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:50.793487 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7a582941-ba5f-46ae-8d20-f99dede4f4cd req-69abcc21-6947-4081-8750-0124344a210f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0544269 Aug 08 02:42:50.846930 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7a582941-ba5f-46ae-8d20-f99dede4f4cd req-f7041c99-ecfa-4de4-a86e-1f8cb8ee5ab5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476489 Aug 08 02:42:50.966328 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0b9575c9-b144-41bd-a1f7-259ce9202b96 req-0633debe-3f7b-4925-ae62-fd5f08a6661d tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0336695 Aug 08 02:42:51.977152 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46244) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:42:52.027045 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a2ac8-bf4a-41f6-ae36-564f7341da94 req-04ab24aa-6aec-4e94-b829-da3995554ca2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:52.044523 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cb1a2ac8-bf4a-41f6-ae36-564f7341da94 req-04ab24aa-6aec-4e94-b829-da3995554ca2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0953016 Aug 08 02:42:52.137321 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f83c4412-4fc0-45bc-a2a2-bf1cbd45e15d req-f90a40a4-f19b-49fc-83c1-a110c79a9d1f tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0523734 Aug 08 02:42:52.159624 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cb1a2ac8-bf4a-41f6-ae36-564f7341da94 req-c7ba3209-8dfc-47dd-902a-2539ca9cc263 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984805 Aug 08 02:42:52.208245 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ef8ff5a0-fd07-4493-85c0-2c1c61839aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:52.285521 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ef8ff5a0-fd07-4493-85c0-2c1c61839aec admin admin] Publish callbacks [] for security_group (87e77f59-81b6-4559-9be3-8a500cdc2bd2), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:52.341585 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ef8ff5a0-fd07-4493-85c0-2c1c61839aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (87e77f59-81b6-4559-9be3-8a500cdc2bd2), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:52.394942 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-ef8ff5a0-fd07-4493-85c0-2c1c61839aec admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f960d55de962470990763bb7cd4621c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4166627 Aug 08 02:42:52.395705 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ff5a0-fd07-4493-85c0-2c1c61839aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e77f59-81b6-4559-9be3-8a500cdc2bd2,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:52.397669 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46250) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:42:52.453250 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-606ce60b-788c-48c5-9a44-dc41ed8286b7 admin admin] Publish callbacks [] for security_group (87e77f59-81b6-4559-9be3-8a500cdc2bd2), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:52.476308 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-606ce60b-788c-48c5-9a44-dc41ed8286b7 admin admin] Publish callbacks [] for security_group (87e77f59-81b6-4559-9be3-8a500cdc2bd2), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:52.581715 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-606ce60b-788c-48c5-9a44-dc41ed8286b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (87e77f59-81b6-4559-9be3-8a500cdc2bd2), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:52.584312 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-606ce60b-788c-48c5-9a44-dc41ed8286b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:52.585460 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-606ce60b-788c-48c5-9a44-dc41ed8286b7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/87e77f59-81b6-4559-9be3-8a500cdc2bd2 HTTP/1.1" status: 204 len: 168 time: 0.1868114 Aug 08 02:42:52.594942 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ce60b-788c-48c5-9a44-dc41ed8286b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e77f59-81b6-4559-9be3-8a500cdc2bd2,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:42:52.907863 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-00d669d7-d799-4d7e-bc5f-2fef953ac3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:53.323703 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e44beb03-8d15-467f-9404-61777bf4f589 req-fb07a206-e99e-4ed7-bde7-0ef4c0e045b2 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0422726 Aug 08 02:42:53.342803 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580ccc6-b8ad-4e8d-86bb-701ba220fb48 req-57bc667a-c606-44a5-9311-150bc538038c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:53.344504 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1580ccc6-b8ad-4e8d-86bb-701ba220fb48 req-57bc667a-c606-44a5-9311-150bc538038c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.1009195 Aug 08 02:42:53.371441 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:53.416457 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1580ccc6-b8ad-4e8d-86bb-701ba220fb48 req-078fec0c-25ff-4a03-aa34-5f5a618dcec2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658267 Aug 08 02:42:54.405125 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:54.471662 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-19d7aaa7-e838-4058-a50a-1e86f9fb7963 req-b68d4e0d-9d48-4970-83fd-4faf2397f9ae tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0629172 Aug 08 02:42:54.607732 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887036fa-8391-4ab1-a37a-afce465e498b req-24792cd5-67a8-4c98-b9dd-4157b29c7b77 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:54.614558 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-887036fa-8391-4ab1-a37a-afce465e498b req-24792cd5-67a8-4c98-b9dd-4157b29c7b77 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0741041 Aug 08 02:42:54.673963 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-887036fa-8391-4ab1-a37a-afce465e498b req-acf5557a-30c4-4321-b3a8-3a6cbb134118 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590556 Aug 08 02:42:55.600949 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:55.610819 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-41b76438-5fe2-46b8-b803-d9e69dd80d43 req-17aa0e0c-23e9-4011-b792-fa85f3db10d6 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0394969 Aug 08 02:42:55.813631 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c284ae-0fcb-4942-af27-eb0644d7b676 req-d38f5318-3664-4bc9-bd3f-35bbf182f1e4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:55.815164 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-85c284ae-0fcb-4942-af27-eb0644d7b676 req-d38f5318-3664-4bc9-bd3f-35bbf182f1e4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0508146 Aug 08 02:42:55.851193 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:55.870717 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-85c284ae-0fcb-4942-af27-eb0644d7b676 req-03812905-e57e-4d08-b900-775358538c2f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487988 Aug 08 02:42:56.026675 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:56.110386 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:56.376043 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=18 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:56.404301 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:42:56.732357 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8d67172e-6756-4ac0-906a-f2405f177490 req-280aa0d4-24d2-4484-932a-3707bf5d4393 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0333431 Aug 08 02:42:57.013251 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fc093-8fc2-42b5-b1c2-b870b0720d8d req-09c06352-3ae4-41f5-82b4-a23eed914dec tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:57.014857 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0a8fc093-8fc2-42b5-b1c2-b870b0720d8d req-09c06352-3ae4-41f5-82b4-a23eed914dec tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0522077 Aug 08 02:42:57.078569 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0a8fc093-8fc2-42b5-b1c2-b870b0720d8d req-4ee5a951-9408-4093-b02e-b40fc9f80014 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566182 Aug 08 02:42:57.868733 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9fe409d3-d53e-41cd-9c77-6d99c07abd70 req-7b86f194-b781-4f3a-b6bd-f33e5945b2f3 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0329590 Aug 08 02:42:58.206566 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10603e62-f39e-4cdd-854f-a116e4ce4a7d req-6843081b-135b-4930-ad9f-ef0472d1c9c4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:58.208046 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-10603e62-f39e-4cdd-854f-a116e4ce4a7d req-6843081b-135b-4930-ad9f-ef0472d1c9c4 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0495226 Aug 08 02:42:58.257097 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-10603e62-f39e-4cdd-854f-a116e4ce4a7d req-49f28068-9daa-4cc5-ae03-b2753dfb70cc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432312 Aug 08 02:42:58.614859 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:42:58.982493 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5035bbf4-b712-4dd9-9d54-7f51308ee114 req-79082dd0-9965-4b02-8b57-fe340b1d8d92 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0288603 Aug 08 02:42:59.382226 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80724f93-1090-44ce-84ee-08cccae7ae9e req-7d94be44-6881-4967-9fcb-75da1a8ed577 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:42:59.383847 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-80724f93-1090-44ce-84ee-08cccae7ae9e req-7d94be44-6881-4967-9fcb-75da1a8ed577 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0478439 Aug 08 02:42:59.433178 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-80724f93-1090-44ce-84ee-08cccae7ae9e req-55bf82a7-5ca6-4f7a-9c96-5e6f1f50cfc6 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435007 Aug 08 02:43:00.097214 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-90e0e34c-e9ae-4c55-9fad-7720ee99a3dc req-e863e701-ac2a-46fb-9225-714260108766 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0280726 Aug 08 02:43:00.564805 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3a5aa-ab48-4252-bb29-e77ae49b0d0f req-7b5f4ecb-bdd1-4330-aedc-f1b4754258b5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:43:00.566186 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-78a3a5aa-ab48-4252-bb29-e77ae49b0d0f req-7b5f4ecb-bdd1-4330-aedc-f1b4754258b5 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0531688 Aug 08 02:43:00.614813 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-78a3a5aa-ab48-4252-bb29-e77ae49b0d0f req-ce33c079-1d78-418e-9eec-e5f9bef37eef tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419650 Aug 08 02:43:01.206575 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b5702016-8cdf-44fe-bf63-fb19b4854f41 req-4271821a-8fa5-40d6-a4c5-1b857558cdd2 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0274346 Aug 08 02:43:01.743634 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747dc5b-a6a0-4899-9285-ff64fdbdb58a req-da638a00-e07e-43a6-80fb-aab43be583a2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:43:01.745102 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9747dc5b-a6a0-4899-9285-ff64fdbdb58a req-da638a00-e07e-43a6-80fb-aab43be583a2 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0478020 Aug 08 02:43:01.796588 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9747dc5b-a6a0-4899-9285-ff64fdbdb58a req-81d31508-2c46-4e04-9b92-1ca41c615d1e tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457249 Aug 08 02:43:02.330413 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8a1f0b6e-9bc8-4153-9df7-00074fe49d4f req-b6381f8d-28ae-4166-9197-d59d63613f0d tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0354967 Aug 08 02:43:02.929481 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4ec7f-1209-4514-9cef-ce79b87bd1ad req-d504f2f8-163e-4d03-a603-b24604475a17 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:43:02.931274 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5cb4ec7f-1209-4514-9cef-ce79b87bd1ad req-d504f2f8-163e-4d03-a603-b24604475a17 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0552316 Aug 08 02:43:02.979876 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5cb4ec7f-1209-4514-9cef-ce79b87bd1ad req-dcfbea19-9372-48e4-929b-946e5445b5bf tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430927 Aug 08 02:43:03.443639 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7ba77d6f-b0ff-46c7-8115-0831087f5fa3 req-7e85f48f-dd49-41b2-9311-12213ebb0409 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e45ddf3-c11d-43ce-b0d1-c06ce1fe0d83 HTTP/1.1" status: 200 len: 210 time: 0.0278480 Aug 08 02:43:03.735808 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device c3df9322-b3ad-432a-8a54-5417ca654fb3 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:43:03.809676 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:03.834570 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port c3df9322-b3ad-432a-8a54-5417ca654fb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:43:03.845673 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': 'c3df9322-b3ad-432a-8a54-5417ca654fb3', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'port_id': 'c3df9322-b3ad-432a-8a54-5417ca654fb3', 'mac_address': 'fa:16:3e:79:46:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:43:03.884306 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port c3df9322-b3ad-432a-8a54-5417ca654fb3 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:43:03.884714 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:03.897487 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3df9322-b3ad-432a-8a54-5417ca654fb3 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:43:03.917343 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port c3df9322-b3ad-432a-8a54-5417ca654fb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:43:04.078676 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:04.105676 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06cb92-eb9d-4cb7-ba28-da203b951165 req-8ed42c9e-4a71-4097-ba5f-411e1f26b033 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:43:04.107424 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6e06cb92-eb9d-4cb7-ba28-da203b951165 req-8ed42c9e-4a71-4097-ba5f-411e1f26b033 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 943 time: 0.0492461 Aug 08 02:43:04.126615 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=c3df9322-b3ad-432a-8a54-5417ca654fb3,revision_number=9']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:04.156949 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6e06cb92-eb9d-4cb7-ba28-da203b951165 req-07669e89-e04c-4f67-867a-ebeb0bfc8a12 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437903 Aug 08 02:43:04.397259 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['c3df9322-b3ad-432a-8a54-5417ca654fb3'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:43:04.441346 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:04.512861 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46414) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:04.571937 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5e010c3-6475-4915-817e-e8f163facfa2 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group (09d29ddf-354e-4dfc-b882-2c6ae690dcf4), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:04.597990 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5e010c3-6475-4915-817e-e8f163facfa2 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group (09d29ddf-354e-4dfc-b882-2c6ae690dcf4), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:04.724072 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5e010c3-6475-4915-817e-e8f163facfa2 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (09d29ddf-354e-4dfc-b882-2c6ae690dcf4), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:04.727182 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5e010c3-6475-4915-817e-e8f163facfa2 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:04.732162 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-c5e010c3-6475-4915-817e-e8f163facfa2 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/09d29ddf-354e-4dfc-b882-2c6ae690dcf4 HTTP/1.1" status: 204 len: 168 time: 0.2145860 Aug 08 02:43:04.737837 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e010c3-6475-4915-817e-e8f163facfa2 tempest-TestShelveInstance-1652796621 tempest-TestShelveInstance-1652796621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d29ddf-354e-4dfc-b882-2c6ae690dcf4,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:04.864261 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46420) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:04.991029 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46426) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:05.074868 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-77c402c2-7ef4-4eee-8691-8b21fb842c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:05.114879 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:05.129808 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:05.283133 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148f351-fe2c-48b7-8652-0c3fa4f70708 req-6d2f1ea2-836b-4a75-a1f7-469afd612d61 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:43:05.284512 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6148f351-fe2c-48b7-8652-0c3fa4f70708 req-6d2f1ea2-836b-4a75-a1f7-469afd612d61 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 944 time: 0.0485735 Aug 08 02:43:05.287113 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-77c402c2-7ef4-4eee-8691-8b21fb842c93 admin admin] Publish callbacks [] for security_group (52c62b49-77a4-44a6-9e35-684651e1f8b3), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:05.333004 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6148f351-fe2c-48b7-8652-0c3fa4f70708 req-8497a5e0-e595-4ddb-af65-a3950da9aac8 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424082 Aug 08 02:43:05.362057 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-77c402c2-7ef4-4eee-8691-8b21fb842c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (52c62b49-77a4-44a6-9e35-684651e1f8b3), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:05.416965 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-77c402c2-7ef4-4eee-8691-8b21fb842c93 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9ec96b76ebd04f818d881dd3641a240c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4250515 Aug 08 02:43:05.419741 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46432) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:05.434639 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c402c2-7ef4-4eee-8691-8b21fb842c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c62b49-77a4-44a6-9e35-684651e1f8b3,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:05.454509 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdd90773-0a4c-442c-aaad-d24760c41b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729648'] for router_interface (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:05.470100 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-622c9145-fd02-4631-b2a3-d216ce30e96f admin admin] Publish callbacks [] for security_group (52c62b49-77a4-44a6-9e35-684651e1f8b3), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:05.495501 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-622c9145-fd02-4631-b2a3-d216ce30e96f admin admin] Publish callbacks [] for security_group (52c62b49-77a4-44a6-9e35-684651e1f8b3), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:05.632732 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-622c9145-fd02-4631-b2a3-d216ce30e96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (52c62b49-77a4-44a6-9e35-684651e1f8b3), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:05.635493 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-622c9145-fd02-4631-b2a3-d216ce30e96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:05.636648 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-622c9145-fd02-4631-b2a3-d216ce30e96f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/52c62b49-77a4-44a6-9e35-684651e1f8b3 HTTP/1.1" status: 204 len: 168 time: 0.2158663 Aug 08 02:43:05.644918 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c9145-fd02-4631-b2a3-d216ce30e96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c62b49-77a4-44a6-9e35-684651e1f8b3,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:05.682237 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-fdd90773-0a4c-442c-aaad-d24760c41b56 admin admin] Deleting port a351491f-5c0c-4251-b7bb-f102f25f9a9a {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:43:05.682598 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdd90773-0a4c-442c-aaad-d24760c41b56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:05.685199 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:05.743363 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device c3df9322-b3ad-432a-8a54-5417ca654fb3 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:43:05.766364 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-fdd90773-0a4c-442c-aaad-d24760c41b56 admin admin] For port a351491f-5c0c-4251-b7bb-f102f25f9a9a, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=a351491f-5c0c-4251-b7bb-f102f25f9a9a,segment=NetworkSegment(d760f924-e814-4229-88af-f386463b2e7e),segment_id=d760f924-e814-4229-88af-f386463b2e7e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:43:05.766783 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdd90773-0a4c-442c-aaad-d24760c41b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:05.781195 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-fdd90773-0a4c-442c-aaad-d24760c41b56 admin admin] Calling delete_port for a351491f-5c0c-4251-b7bb-f102f25f9a9a owned by network:router_interface {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:43:05.790871 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port c3df9322-b3ad-432a-8a54-5417ca654fb3 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:43:05.791661 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:05.869085 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port c3df9322-b3ad-432a-8a54-5417ca654fb3 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:43:05.869463 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:05.893444 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af55837-b03e-4343-9650-3adfa1bdceec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3df9322-b3ad-432a-8a54-5417ca654fb3'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:43:05.895686 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293c8bde-675c-4c03-b358-630bd2e1dced" -d '{"events": [{"server_uuid": "9af55837-b03e-4343-9650-3adfa1bdceec", "name": "network-vif-plugged", "status": "completed", "tag": "c3df9322-b3ad-432a-8a54-5417ca654fb3"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:43:05.909988 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port c3df9322-b3ad-432a-8a54-5417ca654fb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:43:05.943940 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c994c213-f09b-457b-b969-e657988f0abe x-openstack-request-id: req-c994c213-f09b-457b-b969-e657988f0abe {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:43:05.944246 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af55837-b03e-4343-9650-3adfa1bdceec", "name": "network-vif-plugged", "status": "completed", "tag": "c3df9322-b3ad-432a-8a54-5417ca654fb3", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:43:05.944501 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c994c213-f09b-457b-b969-e657988f0abe {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:43:05.945445 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c994c213-f09b-457b-b969-e657988f0abe'] response: {'server_uuid': '9af55837-b03e-4343-9650-3adfa1bdceec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3df9322-b3ad-432a-8a54-5417ca654fb3', 'code': 200} Aug 08 02:43:05.964952 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:05.981782 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:06.029247 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=c3df9322-b3ad-432a-8a54-5417ca654fb3,revision_number=10']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:06.050485 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdd90773-0a4c-442c-aaad-d24760c41b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (a351491f-5c0c-4251-b7bb-f102f25f9a9a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:06.080414 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd90773-0a4c-442c-aaad-d24760c41b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=a351491f-5c0c-4251-b7bb-f102f25f9a9a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:06.268348 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fdd90773-0a4c-442c-aaad-d24760c41b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729772'] for router_interface (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:06.280347 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46442) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:06.325187 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-444e3a69-aef9-4626-b407-63dc2ca151f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:06.460676 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527089e-c7ef-4993-ae1f-420622840430 req-31b4edad-ca85-4be1-b9cc-7b89a1dfa750 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:43:06.462955 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6527089e-c7ef-4993-ae1f-420622840430 req-31b4edad-ca85-4be1-b9cc-7b89a1dfa750 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 946 time: 0.0489757 Aug 08 02:43:06.463741 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aac1bb-ef2c-4f39-ae50-a76c296a9940 req-83ffb969-ba7f-4aa9-ae32-bd0aef4ae452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:43:06.465222 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-51aac1bb-ef2c-4f39-ae50-a76c296a9940 req-83ffb969-ba7f-4aa9-ae32-bd0aef4ae452 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 1130 time: 0.2328837 Aug 08 02:43:06.512175 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6527089e-c7ef-4993-ae1f-420622840430 req-edf5db3e-84ef-4cee-9ae7-6c4c00747cc6 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434179 Aug 08 02:43:06.603759 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-444e3a69-aef9-4626-b407-63dc2ca151f0 admin admin] Publish callbacks [] for security_group (af4e1cfd-6ed8-4651-b8b4-3a31c3ab16a8), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:06.613172 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-51aac1bb-ef2c-4f39-ae50-a76c296a9940 req-62bd721d-886e-4339-ae58-5048e754b334 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119614 Aug 08 02:43:06.623423 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:06.627366 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd90773-0a4c-442c-aaad-d24760c41b56 admin admin] Router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:43:06.670425 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-444e3a69-aef9-4626-b407-63dc2ca151f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (af4e1cfd-6ed8-4651-b8b4-3a31c3ab16a8), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:06.747481 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-444e3a69-aef9-4626-b407-63dc2ca151f0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5fc28d14e7cb46a983443a2ca47d862e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4661207 Aug 08 02:43:06.750117 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46446) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:06.752942 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e3a69-aef9-4626-b407-63dc2ca151f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4e1cfd-6ed8-4651-b8b4-3a31c3ab16a8,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:06.772638 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd90773-0a4c-442c-aaad-d24760c41b56 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:43:06.777775 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-fdd90773-0a4c-442c-aaad-d24760c41b56 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/cfd3f1e7-27c2-4e95-adab-ad746f1ddd64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9124401 Aug 08 02:43:06.783225 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a4f78d-f047-4ef2-a527-43757987dd47 None None] Sync routers for ids ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:43:06.784974 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46448) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:06.790963 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:06.795944 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a4f78d-f047-4ef2-a527-43757987dd47 None None] Routers {'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:43:06.796564 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-73a4f78d-f047-4ef2-a527-43757987dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:42:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:43:06.807336 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f0f2-b5db-4d2f-9e1d-716ef4719b2f admin admin] Publish callbacks [] for security_group (af4e1cfd-6ed8-4651-b8b4-3a31c3ab16a8), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:06.831977 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f0f2-b5db-4d2f-9e1d-716ef4719b2f admin admin] Publish callbacks [] for security_group (af4e1cfd-6ed8-4651-b8b4-3a31c3ab16a8), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:06.873376 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:06.894761 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e54b28c6-6144-4a6e-b4bd-1267704421b0 admin admin] Publish callbacks [] for router (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:06.903045 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-73a4f78d-f047-4ef2-a527-43757987dd47 None None] Set router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:43:06.987730 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f0f2-b5db-4d2f-9e1d-716ef4719b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (af4e1cfd-6ed8-4651-b8b4-3a31c3ab16a8), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:06.990690 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f0f2-b5db-4d2f-9e1d-716ef4719b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:06.994510 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-b0f0f0f2-b5db-4d2f-9e1d-716ef4719b2f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/af4e1cfd-6ed8-4651-b8b4-3a31c3ab16a8 HTTP/1.1" status: 204 len: 168 time: 0.2407389 Aug 08 02:43:07.002535 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0f0f2-b5db-4d2f-9e1d-716ef4719b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4e1cfd-6ed8-4651-b8b4-3a31c3ab16a8,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:07.093474 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:07.243478 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-73a4f78d-f047-4ef2-a527-43757987dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'name': 'tempest-TestShelveInstance-534016115-router', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:31Z', 'updated_at': '2022-08-08T02:43:05Z', 'revision_number': 5, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'gw_port': {'id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:32Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:43:07.253733 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e54b28c6-6144-4a6e-b4bd-1267704421b0 admin admin] Publish callbacks [] for router_gateway (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:07.268491 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a4f78d-f047-4ef2-a527-43757987dd47 None None] Checking router: cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:43:07.277048 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a4f78d-f047-4ef2-a527-43757987dd47 None None] Routers {'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:43:07.277651 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-73a4f78d-f047-4ef2-a527-43757987dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:42:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:43:07.375943 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-e54b28c6-6144-4a6e-b4bd-1267704421b0 admin admin] Deleting port 56bd39d9-c8ae-473f-aff5-564b29a9ac79 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:43:07.376488 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e54b28c6-6144-4a6e-b4bd-1267704421b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (56bd39d9-c8ae-473f-aff5-564b29a9ac79), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:07.381243 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-73a4f78d-f047-4ef2-a527-43757987dd47 None None] Set router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:43:07.463508 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-e54b28c6-6144-4a6e-b4bd-1267704421b0 admin admin] For port 56bd39d9-c8ae-473f-aff5-564b29a9ac79, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=56bd39d9-c8ae-473f-aff5-564b29a9ac79,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:43:07.463875 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e54b28c6-6144-4a6e-b4bd-1267704421b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (56bd39d9-c8ae-473f-aff5-564b29a9ac79), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:07.477392 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-e54b28c6-6144-4a6e-b4bd-1267704421b0 admin admin] Calling delete_port for 56bd39d9-c8ae-473f-aff5-564b29a9ac79 owned by network:router_gateway {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:43:07.541488 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:07.557055 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-73a4f78d-f047-4ef2-a527-43757987dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'name': 'tempest-TestShelveInstance-534016115-router', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:31Z', 'updated_at': '2022-08-08T02:43:05Z', 'revision_number': 5, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'gw_port': {'id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:32Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:43:07.589747 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a4f78d-f047-4ef2-a527-43757987dd47 None None] The sync data for ids ['cfd3f1e7-27c2-4e95-adab-ad746f1ddd64'] in dv-cinder-852261-2-iscsi is: [{'id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'name': 'tempest-TestShelveInstance-534016115-router', 'tenant_id': 'e069855c07d94296a331d49a7a2a7ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54'}], 'enable_snat': True}, 'gw_port_id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:31Z', 'updated_at': '2022-08-08T02:43:05Z', 'revision_number': 5, 'project_id': 'e069855c07d94296a331d49a7a2a7ce4', 'gw_port': {'id': '56bd39d9-c8ae-473f-aff5-564b29a9ac79', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:01:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd3f1e7-27c2-4e95-adab-ad746f1ddd64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:32Z', 'updated_at': '2022-08-08T02:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:43:07.682752 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a39797-da6e-42b6-91e0-9a96988e0ef5 req-f5782920-a6d4-48b2-ba80-98c8fd04b288 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:43:07.684208 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f9a39797-da6e-42b6-91e0-9a96988e0ef5 req-f5782920-a6d4-48b2-ba80-98c8fd04b288 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 946 time: 0.0807400 Aug 08 02:43:07.731937 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f9a39797-da6e-42b6-91e0-9a96988e0ef5 req-14232693-1323-4b20-96f8-d0d36e84081c tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420439 Aug 08 02:43:07.766746 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46456) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:07.780717 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ecd1aeb3-675a-4355-a938-4d394abd81bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:07.795743 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e54b28c6-6144-4a6e-b4bd-1267704421b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (56bd39d9-c8ae-473f-aff5-564b29a9ac79), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:07.833676 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b28c6-6144-4a6e-b4bd-1267704421b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=56bd39d9-c8ae-473f-aff5-564b29a9ac79,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:07.844277 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:07.920174 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e54b28c6-6144-4a6e-b4bd-1267704421b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656612'] for router_gateway (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.016882 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:08.025891 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ecd1aeb3-675a-4355-a938-4d394abd81bc admin admin] Publish callbacks [] for security_group (b2fe0d5f-5150-4ef6-953c-5e31c8bbdf86), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.031207 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e54b28c6-6144-4a6e-b4bd-1267704421b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1885'] for router (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.033426 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e54b28c6-6144-4a6e-b4bd-1267704421b0 admin admin] Publish callbacks [] for router_controller (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.094932 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ecd1aeb3-675a-4355-a938-4d394abd81bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (b2fe0d5f-5150-4ef6-953c-5e31c8bbdf86), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.141099 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ecd1aeb3-675a-4355-a938-4d394abd81bc admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f8cfcc1b071f4a57a34cadef1135c8d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732758 Aug 08 02:43:08.141957 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1aeb3-675a-4355-a938-4d394abd81bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fe0d5f-5150-4ef6-953c-5e31c8bbdf86,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:08.143861 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46458) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:08.181053 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e54b28c6-6144-4a6e-b4bd-1267704421b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-736073'] for router (cfd3f1e7-27c2-4e95-adab-ad746f1ddd64), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.181664 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54b28c6-6144-4a6e-b4bd-1267704421b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 {{(pid=104277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:43:08.185802 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e54b28c6-6144-4a6e-b4bd-1267704421b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.189758 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e54b28c6-6144-4a6e-b4bd-1267704421b0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/cfd3f1e7-27c2-4e95-adab-ad746f1ddd64 HTTP/1.1" status: 204 len: 168 time: 1.4035680 Aug 08 02:43:08.190635 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46460) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:08.194019 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c59e24c5-5c2f-43f3-9d43-1ce04631f3ed admin admin] Publish callbacks [] for security_group (b2fe0d5f-5150-4ef6-953c-5e31c8bbdf86), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.220494 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c59e24c5-5c2f-43f3-9d43-1ce04631f3ed admin admin] Publish callbacks [] for security_group (b2fe0d5f-5150-4ef6-953c-5e31c8bbdf86), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.238773 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_v2 [None req-99889f31-82e4-434c-b2e9-859eee5575b8 admin admin] Deleting subnet 7ade88c2-5a43-4fe7-8f81-d10a683707d4 {{(pid=104277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:43:08.243252 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-99889f31-82e4-434c-b2e9-859eee5575b8 admin admin] Publish callbacks [] for subnet (7ade88c2-5a43-4fe7-8f81-d10a683707d4), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.292587 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-99889f31-82e4-434c-b2e9-859eee5575b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3841700'] for subnet (7ade88c2-5a43-4fe7-8f81-d10a683707d4), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.359307 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c59e24c5-5c2f-43f3-9d43-1ce04631f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (b2fe0d5f-5150-4ef6-953c-5e31c8bbdf86), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.363092 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c59e24c5-5c2f-43f3-9d43-1ce04631f3ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.364414 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-c59e24c5-5c2f-43f3-9d43-1ce04631f3ed admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b2fe0d5f-5150-4ef6-953c-5e31c8bbdf86 HTTP/1.1" status: 204 len: 168 time: 0.2195129 Aug 08 02:43:08.374282 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e24c5-5c2f-43f3-9d43-1ce04631f3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fe0d5f-5150-4ef6-953c-5e31c8bbdf86,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:08.396912 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-99889f31-82e4-434c-b2e9-859eee5575b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (7ade88c2-5a43-4fe7-8f81-d10a683707d4), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.541321 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-99889f31-82e4-434c-b2e9-859eee5575b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521514'] for subnet (7ade88c2-5a43-4fe7-8f81-d10a683707d4), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.569444 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99889f31-82e4-434c-b2e9-859eee5575b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ade88c2-5a43-4fe7-8f81-d10a683707d4,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:08.574687 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-99889f31-82e4-434c-b2e9-859eee5575b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.580550 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-99889f31-82e4-434c-b2e9-859eee5575b8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/7ade88c2-5a43-4fe7-8f81-d10a683707d4 HTTP/1.1" status: 204 len: 168 time: 0.3864770 Aug 08 02:43:08.581047 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46480) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:08.582244 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952807aa-100c-436a-8e41-4f1de61552a3 None None] Network 72633b9c-b237-4ab8-8fff-e57a0fd5947a requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:43:08.661499 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (72633b9c-b237-4ab8-8fff-e57a0fd5947a), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.730293 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] Deleting port e78ecce9-057c-4623-89ce-b3b9c81c919c {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:43:08.730718 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (e78ecce9-057c-4623-89ce-b3b9c81c919c), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.777728 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:08.807766 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d372dd-3e88-4f68-935e-59e84c0d9b7b None None] DHCP port deletion for 72633b9c-b237-4ab8-8fff-e57a0fd5947a request from dv-cinder-852261-2-iscsi {{(pid=104278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:43:08.860752 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] For port e78ecce9-057c-4623-89ce-b3b9c81c919c, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=e78ecce9-057c-4623-89ce-b3b9c81c919c,segment=NetworkSegment(d760f924-e814-4229-88af-f386463b2e7e),segment_id=d760f924-e814-4229-88af-f386463b2e7e)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:43:08.861121 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (e78ecce9-057c-4623-89ce-b3b9c81c919c), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.865703 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-d7d372dd-3e88-4f68-935e-59e84c0d9b7b None None] Deleting port e78ecce9-057c-4623-89ce-b3b9c81c919c {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:43:08.866081 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7d372dd-3e88-4f68-935e-59e84c0d9b7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (e78ecce9-057c-4623-89ce-b3b9c81c919c), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.914872 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] Calling delete_port for e78ecce9-057c-4623-89ce-b3b9c81c919c owned by network:dhcp {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:43:08.935697 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5aedf-d6f8-4bbc-9343-49e2a59547a0 req-87ef0faa-2305-4cf0-8653-872e5c6fbc75 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:43:08.937293 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e2d5aedf-d6f8-4bbc-9343-49e2a59547a0 req-87ef0faa-2305-4cf0-8653-872e5c6fbc75 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 946 time: 0.0936723 Aug 08 02:43:08.954037 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-d7d372dd-3e88-4f68-935e-59e84c0d9b7b None None] For port e78ecce9-057c-4623-89ce-b3b9c81c919c, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=e78ecce9-057c-4623-89ce-b3b9c81c919c,segment=NetworkSegment(d760f924-e814-4229-88af-f386463b2e7e),segment_id=d760f924-e814-4229-88af-f386463b2e7e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:43:08.954879 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7d372dd-3e88-4f68-935e-59e84c0d9b7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (e78ecce9-057c-4623-89ce-b3b9c81c919c), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:08.970790 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-d7d372dd-3e88-4f68-935e-59e84c0d9b7b None None] Calling delete_port for e78ecce9-057c-4623-89ce-b3b9c81c919c owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:43:09.092826 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e2d5aedf-d6f8-4bbc-9343-49e2a59547a0 req-22c952e9-0a45-4615-8811-8644ce25475e tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883391 Aug 08 02:43:09.126893 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 56bd39d9-c8ae-473f-aff5-564b29a9ac79 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:43:09.130749 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d7d372dd-3e88-4f68-935e-59e84c0d9b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050'] for port (e78ecce9-057c-4623-89ce-b3b9c81c919c), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:09.138229 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (e78ecce9-057c-4623-89ce-b3b9c81c919c), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:09.165279 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] Pushing event deleted for resources: {'Port': ['ID=e78ecce9-057c-4623-89ce-b3b9c81c919c,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:09.170670 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 56bd39d9-c8ae-473f-aff5-564b29a9ac79 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:43:09.170828 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] No DVR routers for this DVR port e78ecce9-057c-4623-89ce-b3b9c81c919c on host dv-cinder-852261-2-iscsi {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:43:09.171018 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 56bd39d9-c8ae-473f-aff5-564b29a9ac79 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:43:09.171440 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device a351491f-5c0c-4251-b7bb-f102f25f9a9a no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:43:09.175118 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d372dd-3e88-4f68-935e-59e84c0d9b7b None None] Pushing event deleted for resources: {'Port': ['ID=e78ecce9-057c-4623-89ce-b3b9c81c919c,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:09.194394 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d372dd-3e88-4f68-935e-59e84c0d9b7b None None] No DVR routers for this DVR port e78ecce9-057c-4623-89ce-b3b9c81c919c on host dv-cinder-852261-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:43:09.196355 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: a351491f-5c0c-4251-b7bb-f102f25f9a9a {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:43:09.196700 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device a351491f-5c0c-4251-b7bb-f102f25f9a9a not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:43:09.197099 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device e78ecce9-057c-4623-89ce-b3b9c81c919c no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:43:09.219743 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: e78ecce9-057c-4623-89ce-b3b9c81c919c {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:43:09.220376 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device e78ecce9-057c-4623-89ce-b3b9c81c919c not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:43:09.255110 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (72633b9c-b237-4ab8-8fff-e57a0fd5947a), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:09.276814 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72633b9c-b237-4ab8-8fff-e57a0fd5947a']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:43:09.286194 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd760f924-e814-4229-88af-f386463b2e7e') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:43:09.286517 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd760f924-e814-4229-88af-f386463b2e7e') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:43:09.296549 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164828'] for segment (d760f924-e814-4229-88af-f386463b2e7e), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:09.309684 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (d760f924-e814-4229-88af-f386463b2e7e), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:09.315897 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:43:09.316269 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3915133'] for segment (d760f924-e814-4229-88af-f386463b2e7e), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:09.360024 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment d760f924-e814-4229-88af-f386463b2e7e resource provider aggregate not found Aug 08 02:43:09.378965 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment d760f924-e814-4229-88af-f386463b2e7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d760f924-e814-4229-88af-f386463b2e7e found for delete ", "request_id": "req-f6753154-30d9-4e43-bf66-99de18038aff"}]} Aug 08 02:43:09.450134 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (72633b9c-b237-4ab8-8fff-e57a0fd5947a), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:09.458097 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:09.464416 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/72633b9c-b237-4ab8-8fff-e57a0fd5947a HTTP/1.1" status: 204 len: 168 time: 0.8796029 Aug 08 02:43:09.464756 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46506) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:09.480091 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8be3b8-f32e-45dc-9292-c0b8123f83de admin admin] Pushing event deleted for resources: {'Network': ['ID=72633b9c-b237-4ab8-8fff-e57a0fd5947a,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:09.649313 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:09.778178 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0b9a8848-8240-4339-9dd7-c83d5f7b8003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729648'] for router_interface (f649f217-eb1c-410a-8e5f-c476f7ff2b69), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:10.001497 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-0b9a8848-8240-4339-9dd7-c83d5f7b8003 admin admin] Deleting port 6bc7e372-5116-4d0c-927c-bbbf36531cae {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:43:10.001833 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0b9a8848-8240-4339-9dd7-c83d5f7b8003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:10.069125 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:10.084583 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-0b9a8848-8240-4339-9dd7-c83d5f7b8003 admin admin] For port 6bc7e372-5116-4d0c-927c-bbbf36531cae, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=6bc7e372-5116-4d0c-927c-bbbf36531cae,segment=NetworkSegment(661cc3a6-3ca3-4815-8747-26d6437bdd20),segment_id=661cc3a6-3ca3-4815-8747-26d6437bdd20)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:43:10.084943 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0b9a8848-8240-4339-9dd7-c83d5f7b8003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:10.100101 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-0b9a8848-8240-4339-9dd7-c83d5f7b8003 admin admin] Calling delete_port for 6bc7e372-5116-4d0c-927c-bbbf36531cae owned by network:router_interface {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:43:10.265878 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f93bc-c011-4d07-823b-650be6e0fc63 req-fe6f1198-eb5c-4ae2-8a41-21ac32a6ea83 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:43:10.267284 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a66f93bc-c011-4d07-823b-650be6e0fc63 req-fe6f1198-eb5c-4ae2-8a41-21ac32a6ea83 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 946 time: 0.0652657 Aug 08 02:43:10.349950 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a66f93bc-c011-4d07-823b-650be6e0fc63 req-1d8481f5-8ec2-4818-9ee1-e5d112de566f tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765009 Aug 08 02:43:10.420913 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0b9a8848-8240-4339-9dd7-c83d5f7b8003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (6bc7e372-5116-4d0c-927c-bbbf36531cae), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:10.451982 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a8848-8240-4339-9dd7-c83d5f7b8003 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc7e372-5116-4d0c-927c-bbbf36531cae,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:10.479004 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:10.618703 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0b9a8848-8240-4339-9dd7-c83d5f7b8003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729772'] for router_interface (f649f217-eb1c-410a-8e5f-c476f7ff2b69), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:10.823322 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9a8848-8240-4339-9dd7-c83d5f7b8003 admin admin] Router f649f217-eb1c-410a-8e5f-c476f7ff2b69 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:43:10.926251 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9a8848-8240-4339-9dd7-c83d5f7b8003 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:43:10.932010 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-0b9a8848-8240-4339-9dd7-c83d5f7b8003 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/f649f217-eb1c-410a-8e5f-c476f7ff2b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4662244 Aug 08 02:43:10.934526 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46512) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:10.937235 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ce648-e62d-4297-b51b-d00f92a52032 None None] Sync routers for ids ['f649f217-eb1c-410a-8e5f-c476f7ff2b69'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:43:10.947435 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ce648-e62d-4297-b51b-d00f92a52032 None None] Routers {'f649f217-eb1c-410a-8e5f-c476f7ff2b69'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:43:10.950508 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-ac6ce648-e62d-4297-b51b-d00f92a52032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:42:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['f649f217-eb1c-410a-8e5f-c476f7ff2b69'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:43:11.032172 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-501a4dc5-0b5b-4105-a4b3-7283f2ad1e4f admin admin] Publish callbacks [] for router (f649f217-eb1c-410a-8e5f-c476f7ff2b69), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:11.051852 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-ac6ce648-e62d-4297-b51b-d00f92a52032 None None] Set router f649f217-eb1c-410a-8e5f-c476f7ff2b69 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:43:11.111006 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:11.137716 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-501a4dc5-0b5b-4105-a4b3-7283f2ad1e4f admin admin] Publish callbacks [] for router_gateway (f649f217-eb1c-410a-8e5f-c476f7ff2b69), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:11.219705 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-ac6ce648-e62d-4297-b51b-d00f92a52032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'name': 'tempest-TestShelveInstance-2029313055-router', 'tenant_id': 'cfe4d8665af44a05b457b11d810a13b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.186'}], 'enable_snat': True}, 'gw_port_id': '2ea24942-3b97-4f75-8671-879ec3611f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:41Z', 'updated_at': '2022-08-08T02:43:10Z', 'revision_number': 5, 'project_id': 'cfe4d8665af44a05b457b11d810a13b4', 'gw_port': {'id': '2ea24942-3b97-4f75-8671-879ec3611f5a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:42Z', 'updated_at': '2022-08-08T02:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:43:11.244494 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ce648-e62d-4297-b51b-d00f92a52032 None None] Checking router: f649f217-eb1c-410a-8e5f-c476f7ff2b69 for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:43:11.253133 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ce648-e62d-4297-b51b-d00f92a52032 None None] Routers {'f649f217-eb1c-410a-8e5f-c476f7ff2b69'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:43:11.253801 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-ac6ce648-e62d-4297-b51b-d00f92a52032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:42:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['f649f217-eb1c-410a-8e5f-c476f7ff2b69'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:43:11.268622 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-501a4dc5-0b5b-4105-a4b3-7283f2ad1e4f admin admin] Deleting port 2ea24942-3b97-4f75-8671-879ec3611f5a {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:43:11.268962 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-501a4dc5-0b5b-4105-a4b3-7283f2ad1e4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (2ea24942-3b97-4f75-8671-879ec3611f5a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:11.353241 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-501a4dc5-0b5b-4105-a4b3-7283f2ad1e4f admin admin] For port 2ea24942-3b97-4f75-8671-879ec3611f5a, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=2ea24942-3b97-4f75-8671-879ec3611f5a,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:43:11.353511 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-501a4dc5-0b5b-4105-a4b3-7283f2ad1e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (2ea24942-3b97-4f75-8671-879ec3611f5a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:11.367124 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-501a4dc5-0b5b-4105-a4b3-7283f2ad1e4f admin admin] Calling delete_port for 2ea24942-3b97-4f75-8671-879ec3611f5a owned by network:router_gateway {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:43:11.422481 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-ac6ce648-e62d-4297-b51b-d00f92a52032 None None] Set router f649f217-eb1c-410a-8e5f-c476f7ff2b69 gateway port host: None {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:43:11.473309 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-ac6ce648-e62d-4297-b51b-d00f92a52032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'name': 'tempest-TestShelveInstance-2029313055-router', 'tenant_id': 'cfe4d8665af44a05b457b11d810a13b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:41Z', 'updated_at': '2022-08-08T02:43:11Z', 'revision_number': 6, 'project_id': 'cfe4d8665af44a05b457b11d810a13b4', 'gw_port_host': None}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:43:11.498194 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ce648-e62d-4297-b51b-d00f92a52032 None None] The sync data for ids ['f649f217-eb1c-410a-8e5f-c476f7ff2b69'] in dv-cinder-852261-2-iscsi is: [{'id': 'f649f217-eb1c-410a-8e5f-c476f7ff2b69', 'name': 'tempest-TestShelveInstance-2029313055-router', 'tenant_id': 'cfe4d8665af44a05b457b11d810a13b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:41Z', 'updated_at': '2022-08-08T02:43:11Z', 'revision_number': 6, 'project_id': 'cfe4d8665af44a05b457b11d810a13b4', 'gw_port_host': None}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:43:11.517062 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:11.626036 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-501a4dc5-0b5b-4105-a4b3-7283f2ad1e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (2ea24942-3b97-4f75-8671-879ec3611f5a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:11.651510 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a4dc5-0b5b-4105-a4b3-7283f2ad1e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea24942-3b97-4f75-8671-879ec3611f5a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:11.717089 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-501a4dc5-0b5b-4105-a4b3-7283f2ad1e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656612'] for router_gateway (f649f217-eb1c-410a-8e5f-c476f7ff2b69), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.036325 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-501a4dc5-0b5b-4105-a4b3-7283f2ad1e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1885'] for router (f649f217-eb1c-410a-8e5f-c476f7ff2b69), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.038514 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-501a4dc5-0b5b-4105-a4b3-7283f2ad1e4f admin admin] Publish callbacks [] for router_controller (f649f217-eb1c-410a-8e5f-c476f7ff2b69), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.147338 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-501a4dc5-0b5b-4105-a4b3-7283f2ad1e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-736073'] for router (f649f217-eb1c-410a-8e5f-c476f7ff2b69), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.147945 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501a4dc5-0b5b-4105-a4b3-7283f2ad1e4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f649f217-eb1c-410a-8e5f-c476f7ff2b69 {{(pid=104277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:43:12.152288 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-501a4dc5-0b5b-4105-a4b3-7283f2ad1e4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.153452 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-501a4dc5-0b5b-4105-a4b3-7283f2ad1e4f admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/f649f217-eb1c-410a-8e5f-c476f7ff2b69 HTTP/1.1" status: 204 len: 168 time: 1.2180047 Aug 08 02:43:12.155945 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46514) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:12.200629 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c8be05-ce67-46c3-929d-66c7e288b947 admin admin] Deleting subnet d09cce8d-4398-4aa4-99f8-f2fd10cf2b51 {{(pid=104277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:43:12.203981 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5c8be05-ce67-46c3-929d-66c7e288b947 admin admin] Publish callbacks [] for subnet (d09cce8d-4398-4aa4-99f8-f2fd10cf2b51), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.241092 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5c8be05-ce67-46c3-929d-66c7e288b947 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3841700'] for subnet (d09cce8d-4398-4aa4-99f8-f2fd10cf2b51), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.318056 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5c8be05-ce67-46c3-929d-66c7e288b947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (d09cce8d-4398-4aa4-99f8-f2fd10cf2b51), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.438960 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5c8be05-ce67-46c3-929d-66c7e288b947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521514'] for subnet (d09cce8d-4398-4aa4-99f8-f2fd10cf2b51), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.442636 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:DELETE=11 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:12.473207 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8be05-ce67-46c3-929d-66c7e288b947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d09cce8d-4398-4aa4-99f8-f2fd10cf2b51,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:12.479170 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c5c8be05-ce67-46c3-929d-66c7e288b947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.483909 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-c5c8be05-ce67-46c3-929d-66c7e288b947 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/d09cce8d-4398-4aa4-99f8-f2fd10cf2b51 HTTP/1.1" status: 204 len: 168 time: 0.3258460 Aug 08 02:43:12.484612 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e720ea77-d281-4534-bdf0-e7985a5bec95 None None] Network f168d0a5-9d5b-4e3f-8476-9f7cca158a37 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:43:12.485354 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46518) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:12.504910 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:12.563220 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (f168d0a5-9d5b-4e3f-8476-9f7cca158a37), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.609230 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] Deleting port c0fa47fa-c24b-4b92-b326-4564ca7d4411 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:43:12.609563 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (c0fa47fa-c24b-4b92-b326-4564ca7d4411), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.634591 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b119c56-8309-4fb6-b01a-fefe721b0b43 None None] DHCP port deletion for f168d0a5-9d5b-4e3f-8476-9f7cca158a37 request from dv-cinder-852261-2-iscsi {{(pid=104278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:43:12.674868 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5b119c56-8309-4fb6-b01a-fefe721b0b43 None None] Deleting port c0fa47fa-c24b-4b92-b326-4564ca7d4411 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:43:12.675239 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5b119c56-8309-4fb6-b01a-fefe721b0b43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (c0fa47fa-c24b-4b92-b326-4564ca7d4411), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.681424 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] For port c0fa47fa-c24b-4b92-b326-4564ca7d4411, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=c0fa47fa-c24b-4b92-b326-4564ca7d4411,segment=NetworkSegment(661cc3a6-3ca3-4815-8747-26d6437bdd20),segment_id=661cc3a6-3ca3-4815-8747-26d6437bdd20)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:43:12.681790 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (c0fa47fa-c24b-4b92-b326-4564ca7d4411), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.694856 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] Calling delete_port for c0fa47fa-c24b-4b92-b326-4564ca7d4411 owned by network:dhcp {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:43:12.738439 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5b119c56-8309-4fb6-b01a-fefe721b0b43 None None] For port c0fa47fa-c24b-4b92-b326-4564ca7d4411, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=c0fa47fa-c24b-4b92-b326-4564ca7d4411,segment=NetworkSegment(661cc3a6-3ca3-4815-8747-26d6437bdd20),segment_id=661cc3a6-3ca3-4815-8747-26d6437bdd20)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:43:12.738713 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5b119c56-8309-4fb6-b01a-fefe721b0b43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (c0fa47fa-c24b-4b92-b326-4564ca7d4411), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.752000 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5b119c56-8309-4fb6-b01a-fefe721b0b43 None None] Calling delete_port for c0fa47fa-c24b-4b92-b326-4564ca7d4411 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:43:12.856069 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (c0fa47fa-c24b-4b92-b326-4564ca7d4411), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.856659 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:12.862851 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5b119c56-8309-4fb6-b01a-fefe721b0b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050'] for port (c0fa47fa-c24b-4b92-b326-4564ca7d4411), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.885212 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0fa47fa-c24b-4b92-b326-4564ca7d4411,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:12.889282 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b119c56-8309-4fb6-b01a-fefe721b0b43 None None] Pushing event deleted for resources: {'Port': ['ID=c0fa47fa-c24b-4b92-b326-4564ca7d4411,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:12.890120 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] No DVR routers for this DVR port c0fa47fa-c24b-4b92-b326-4564ca7d4411 on host dv-cinder-852261-2-iscsi {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:43:12.891108 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b119c56-8309-4fb6-b01a-fefe721b0b43 None None] No DVR routers for this DVR port c0fa47fa-c24b-4b92-b326-4564ca7d4411 on host dv-cinder-852261-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:43:12.964209 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (f168d0a5-9d5b-4e3f-8476-9f7cca158a37), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:12.985283 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f168d0a5-9d5b-4e3f-8476-9f7cca158a37']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:43:12.994145 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:12.995790 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661cc3a6-3ca3-4815-8747-26d6437bdd20') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:43:12.996083 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661cc3a6-3ca3-4815-8747-26d6437bdd20') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:43:13.006213 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164828'] for segment (661cc3a6-3ca3-4815-8747-26d6437bdd20), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:13.020156 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (661cc3a6-3ca3-4815-8747-26d6437bdd20), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:13.039687 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:43:13.039687 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3915133'] for segment (661cc3a6-3ca3-4815-8747-26d6437bdd20), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:13.069970 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 661cc3a6-3ca3-4815-8747-26d6437bdd20 resource provider aggregate not found Aug 08 02:43:13.100455 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 661cc3a6-3ca3-4815-8747-26d6437bdd20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 661cc3a6-3ca3-4815-8747-26d6437bdd20 found for delete ", "request_id": "req-87980692-6e7f-4301-8f4a-50fd2d833152"}]} Aug 08 02:43:13.123773 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device c0fa47fa-c24b-4b92-b326-4564ca7d4411 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:43:13.143334 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: c0fa47fa-c24b-4b92-b326-4564ca7d4411 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:43:13.143668 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device c0fa47fa-c24b-4b92-b326-4564ca7d4411 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:43:13.144067 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 2ea24942-3b97-4f75-8671-879ec3611f5a no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:43:13.165225 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 2ea24942-3b97-4f75-8671-879ec3611f5a {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:43:13.165225 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 2ea24942-3b97-4f75-8671-879ec3611f5a not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:43:13.165225 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 6bc7e372-5116-4d0c-927c-bbbf36531cae no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:43:13.181648 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (f168d0a5-9d5b-4e3f-8476-9f7cca158a37), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:13.183425 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 6bc7e372-5116-4d0c-927c-bbbf36531cae {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:43:13.183813 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 6bc7e372-5116-4d0c-927c-bbbf36531cae not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:43:13.195237 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:13.195237 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/f168d0a5-9d5b-4e3f-8476-9f7cca158a37 HTTP/1.1" status: 204 len: 168 time: 0.7041111 Aug 08 02:43:13.204317 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c92a21-b3fc-4445-9683-29c4da0b1403 admin admin] Pushing event deleted for resources: {'Network': ['ID=f168d0a5-9d5b-4e3f-8476-9f7cca158a37,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:13.480117 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46526) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:13.518923 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-62fe3fad-ad1a-4735-a883-4246930652ee admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e069855c07d94296a331d49a7a2a7ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375738 Aug 08 02:43:13.521229 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46528) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:13.568670 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a3376c75-94e7-4771-b25d-cf8e711b80a5 admin admin] Publish callbacks [] for security_group (bf9a8e2a-8666-4ae2-b7cb-a47fed571acd), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:13.590978 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a3376c75-94e7-4771-b25d-cf8e711b80a5 admin admin] Publish callbacks [] for security_group (bf9a8e2a-8666-4ae2-b7cb-a47fed571acd), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:13.684300 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a3376c75-94e7-4771-b25d-cf8e711b80a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (bf9a8e2a-8666-4ae2-b7cb-a47fed571acd), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:13.686899 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a3376c75-94e7-4771-b25d-cf8e711b80a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:13.688059 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-a3376c75-94e7-4771-b25d-cf8e711b80a5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bf9a8e2a-8666-4ae2-b7cb-a47fed571acd HTTP/1.1" status: 204 len: 168 time: 0.1659570 Aug 08 02:43:13.710320 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3376c75-94e7-4771-b25d-cf8e711b80a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9a8e2a-8666-4ae2-b7cb-a47fed571acd,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:14.474335 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46534) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:14.515056 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d664dc47-b96e-412d-82b1-9a9f4c2127ae admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cfe4d8665af44a05b457b11d810a13b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395634 Aug 08 02:43:14.517646 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46536) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:43:14.567389 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Publish callbacks [] for security_group (f4199a86-74e2-46d5-9ece-60323187ff32), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:14.588557 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Publish callbacks [] for security_group (f4199a86-74e2-46d5-9ece-60323187ff32), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:14.706793 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (f4199a86-74e2-46d5-9ece-60323187ff32), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:14.709251 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:14.710408 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f4199a86-74e2-46d5-9ece-60323187ff32 HTTP/1.1" status: 204 len: 168 time: 0.1918607 Aug 08 02:43:14.719381 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4199a86-74e2-46d5-9ece-60323187ff32,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:43:14.727638 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:43:14.727987 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:43:14.728323 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:43:14.728693 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:43:14.729023 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:43:14.729347 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:43:14.729660 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:43:14.729971 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:43:14.730286 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:43:14.730643 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:43:14.730961 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:43:14.731274 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:43:14.731590 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:43:14.731898 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:43:14.732204 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680dfbbf-ddc2-4820-857f-0b208be3c294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:43:20.569401 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d188e8d0-142f-4049-9d76-c6807b657c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:21.475191 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=45 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:21.475968 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=64 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:22.918234 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e0474175-a225-4909-9bb6-dd1f4782c25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:22.971894 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:43:23.193360 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=40,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:24.398371 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:24.715208 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=42,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:24.722987 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:26.012269 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:26.038055 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:26.095491 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:28.649322 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:32.967533 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:32.968397 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:33.455640 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ac7f0408-c6fe-4634-89cb-6e7a465fe7b9 req-d17141b5-8b1f-4fa2-8662-c65351688bf3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405548 Aug 08 02:43:33.539579 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f0408-c6fe-4634-89cb-6e7a465fe7b9 req-077900ea-0689-4e06-9241-c5010355e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:43:33.541055 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ac7f0408-c6fe-4634-89cb-6e7a465fe7b9 req-077900ea-0689-4e06-9241-c5010355e056 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 1130 time: 0.0407767 Aug 08 02:43:33.650944 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f0408-c6fe-4634-89cb-6e7a465fe7b9 req-f4e7cbf9-51ab-473d-9270-63cbfd6de10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:43:33.652966 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ac7f0408-c6fe-4634-89cb-6e7a465fe7b9 req-f4e7cbf9-51ab-473d-9270-63cbfd6de10a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87360f95-f3ba-477f-b837-ec26e9e98a48 HTTP/1.1" status: 200 len: 918 time: 0.0910308 Aug 08 02:43:33.720142 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ac7f0408-c6fe-4634-89cb-6e7a465fe7b9 req-2bfee544-2b66-461c-a901-2529e722893c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3 HTTP/1.1" status: 200 len: 1001 time: 0.0606930 Aug 08 02:43:33.773626 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f0408-c6fe-4634-89cb-6e7a465fe7b9 req-79d006c1-cf14-46fd-8a97-5e37fa3307e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:43:33.775089 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ac7f0408-c6fe-4634-89cb-6e7a465fe7b9 req-79d006c1-cf14-46fd-8a97-5e37fa3307e5 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=e0a15f1e-8f7d-40be-8001-fcd3ba94b32d HTTP/1.1" status: 200 len: 856 time: 0.0489774 Aug 08 02:43:33.817871 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f0408-c6fe-4634-89cb-6e7a465fe7b9 req-7b3f0a5a-9187-4260-a451-cc1c01705511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:43:33.819339 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ac7f0408-c6fe-4634-89cb-6e7a465fe7b9 req-7b3f0a5a-9187-4260-a451-cc1c01705511 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87360f95-f3ba-477f-b837-ec26e9e98a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378585 Aug 08 02:43:33.908331 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ac7f0408-c6fe-4634-89cb-6e7a465fe7b9 req-f7a5d210-cca6-42c4-93cd-dad57cc0f6be service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821037 Aug 08 02:43:33.999988 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ac7f0408-c6fe-4634-89cb-6e7a465fe7b9 req-cfc4a460-4d2b-4c28-bcfe-c0fd55edecf1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858395 Aug 08 02:43:38.563287 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:38.565135 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:43.995133 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=48 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:43.997164 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=53 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:43:50.534688 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4f2fff12-3e2f-4668-bd9e-0e273c3e1d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:52.911542 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-30c74e38-ed77-4f7d-b74a-5b5bc5435a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:54.404059 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:56.026153 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:56.071912 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:58.648760 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:43:59.971402 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:44:07.177156 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dee70d-8810-4411-a850-637085a1ffcb req-83912478-a49b-436d-a75b-5ecadaa72107 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:07.178603 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-27dee70d-8810-4411-a850-637085a1ffcb req-83912478-a49b-436d-a75b-5ecadaa72107 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 946 time: 0.0472100 Aug 08 02:44:07.225607 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-27dee70d-8810-4411-a850-637085a1ffcb req-b130b6d3-7b9c-4d85-aa0f-91da73034d5a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414829 Aug 08 02:44:08.349243 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e68d5a-b768-4cab-8592-c0b4f5fa32da req-3d8dc7be-d69d-4714-b31c-9d1fa0f877bc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:08.350712 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56e68d5a-b768-4cab-8592-c0b4f5fa32da req-3d8dc7be-d69d-4714-b31c-9d1fa0f877bc tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 946 time: 0.0476921 Aug 08 02:44:08.398035 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-56e68d5a-b768-4cab-8592-c0b4f5fa32da req-9722490d-f608-434f-b2b5-0f134e8b5d68 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417571 Aug 08 02:44:08.559232 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:08.563192 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:09.377420 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06615ff-35e8-4bb3-8fdd-0eca19a0fa94 req-a0bff851-187c-453a-85ba-c6643df5b6b1 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:09.378874 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b06615ff-35e8-4bb3-8fdd-0eca19a0fa94 req-a0bff851-187c-453a-85ba-c6643df5b6b1 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 946 time: 0.0517673 Aug 08 02:44:09.526985 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee7974-4460-4ad1-8c63-49470a61f532 req-6ff35ede-85df-44b8-9ce1-b6ce3f3bba6d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:09.528343 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4dee7974-4460-4ad1-8c63-49470a61f532 req-6ff35ede-85df-44b8-9ce1-b6ce3f3bba6d tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 946 time: 0.0519660 Aug 08 02:44:09.575901 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4dee7974-4460-4ad1-8c63-49470a61f532 req-a470ac7c-23ab-46f1-bc70-b97d6179fc67 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4ed9bef8-565d-4b36-bf49-e85c80f69506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410357 Aug 08 02:44:09.723905 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-b06615ff-35e8-4bb3-8fdd-0eca19a0fa94 req-0db00417-580a-4f98-acbd-dbadf1851984 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Deleting port c3df9322-b3ad-432a-8a54-5417ca654fb3 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:44:09.724242 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b06615ff-35e8-4bb3-8fdd-0eca19a0fa94 req-0db00417-580a-4f98-acbd-dbadf1851984 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:09.817167 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-b06615ff-35e8-4bb3-8fdd-0eca19a0fa94 req-0db00417-580a-4f98-acbd-dbadf1851984 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] For port c3df9322-b3ad-432a-8a54-5417ca654fb3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=c3df9322-b3ad-432a-8a54-5417ca654fb3,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:44:09.817526 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b06615ff-35e8-4bb3-8fdd-0eca19a0fa94 req-0db00417-580a-4f98-acbd-dbadf1851984 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:09.968520 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:09.983738 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b06615ff-35e8-4bb3-8fdd-0eca19a0fa94 req-0db00417-580a-4f98-acbd-dbadf1851984 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:09.984102 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b06615ff-35e8-4bb3-8fdd-0eca19a0fa94 req-0db00417-580a-4f98-acbd-dbadf1851984 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (0370642d-be57-48a1-b01b-5434478b1845), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:09.984413 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-b06615ff-35e8-4bb3-8fdd-0eca19a0fa94 req-0db00417-580a-4f98-acbd-dbadf1851984 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Floating IP 0370642d-be57-48a1-b01b-5434478b1845 disassociated. External IP: 172.27.4.141, port: c3df9322-b3ad-432a-8a54-5417ca654fb3. Aug 08 02:44:09.984754 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-b06615ff-35e8-4bb3-8fdd-0eca19a0fa94 req-0db00417-580a-4f98-acbd-dbadf1851984 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Calling delete_port for c3df9322-b3ad-432a-8a54-5417ca654fb3 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:44:10.174652 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b06615ff-35e8-4bb3-8fdd-0eca19a0fa94 req-0db00417-580a-4f98-acbd-dbadf1851984 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (c3df9322-b3ad-432a-8a54-5417ca654fb3), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:10.204503 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db00417-580a-4f98-acbd-dbadf1851984 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event deleted for resources: {'Port': ['ID=c3df9322-b3ad-432a-8a54-5417ca654fb3,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:10.315514 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b06615ff-35e8-4bb3-8fdd-0eca19a0fa94 req-0db00417-580a-4f98-acbd-dbadf1851984 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Router 19321b71-4a2a-4e6e-99a1-b50064793534 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:44:10.423703 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:10.426851 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b06615ff-35e8-4bb3-8fdd-0eca19a0fa94 req-0db00417-580a-4f98-acbd-dbadf1851984 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:44:10.439808 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7885099-b3fd-4b3b-93e7-09a0ad72059d None None] Sync routers for ids ['19321b71-4a2a-4e6e-99a1-b50064793534'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:44:10.451571 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7885099-b3fd-4b3b-93e7-09a0ad72059d None None] Routers {'19321b71-4a2a-4e6e-99a1-b50064793534'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:44:10.452914 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-e7885099-b3fd-4b3b-93e7-09a0ad72059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:43:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['19321b71-4a2a-4e6e-99a1-b50064793534'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:10.477859 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06615ff-35e8-4bb3-8fdd-0eca19a0fa94 req-0db00417-580a-4f98-acbd-dbadf1851984 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] No DVR routers for this DVR port c3df9322-b3ad-432a-8a54-5417ca654fb3 on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:44:10.480897 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b06615ff-35e8-4bb3-8fdd-0eca19a0fa94 req-0db00417-580a-4f98-acbd-dbadf1851984 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:10.484943 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b06615ff-35e8-4bb3-8fdd-0eca19a0fa94 req-0db00417-580a-4f98-acbd-dbadf1851984 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.48 "DELETE /networking/v2.0/ports/c3df9322-b3ad-432a-8a54-5417ca654fb3 HTTP/1.1" status: 204 len: 173 time: 0.8378422 Aug 08 02:44:10.485392 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af55837-b03e-4343-9650-3adfa1bdceec', 'name': 'network-vif-deleted', 'tag': 'c3df9322-b3ad-432a-8a54-5417ca654fb3'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:44:10.487699 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455e3676-d545-4586-a30b-109b1e7b6848" -d '{"events": [{"server_uuid": "9af55837-b03e-4343-9650-3adfa1bdceec", "name": "network-vif-deleted", "tag": "c3df9322-b3ad-432a-8a54-5417ca654fb3"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:44:10.578678 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-e7885099-b3fd-4b3b-93e7-09a0ad72059d None None] Set router 19321b71-4a2a-4e6e-99a1-b50064793534 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:44:10.786905 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3d04eb5d-7ed8-4898-8a12-d966da08d58c req-b94e4e00-6c22-493d-86f1-8e84d7f4ef78 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9af55837-b03e-4343-9650-3adfa1bdceec HTTP/1.1" status: 200 len: 210 time: 0.0567920 Aug 08 02:44:10.798640 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-e7885099-b3fd-4b3b-93e7-09a0ad72059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:19Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '313fc0af-f227-4411-b3a6-a4f22976a38c', 'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'mac_address': 'fa:16:3e:5f:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:17Z', 'updated_at': '2022-08-08T02:32:30Z', 'revision_number': 5, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'subnets': [{'id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:10.834121 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7885099-b3fd-4b3b-93e7-09a0ad72059d None None] Checking router: 19321b71-4a2a-4e6e-99a1-b50064793534 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:44:10.843149 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7885099-b3fd-4b3b-93e7-09a0ad72059d None None] Routers {'19321b71-4a2a-4e6e-99a1-b50064793534'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:44:10.843753 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-e7885099-b3fd-4b3b-93e7-09a0ad72059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:43:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['19321b71-4a2a-4e6e-99a1-b50064793534'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:10.948131 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3fb695-f8d6-4dd9-b0b3-2c2d19d375be x-openstack-request-id: req-3f3fb695-f8d6-4dd9-b0b3-2c2d19d375be {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:44:10.948512 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af55837-b03e-4343-9650-3adfa1bdceec", "name": "network-vif-deleted", "tag": "c3df9322-b3ad-432a-8a54-5417ca654fb3", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:44:10.948983 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f3fb695-f8d6-4dd9-b0b3-2c2d19d375be {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:44:10.949185 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3fb695-f8d6-4dd9-b0b3-2c2d19d375be'] response: {'server_uuid': '9af55837-b03e-4343-9650-3adfa1bdceec', 'name': 'network-vif-deleted', 'tag': 'c3df9322-b3ad-432a-8a54-5417ca654fb3', 'status': 'completed', 'code': 200} Aug 08 02:44:10.956883 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-e7885099-b3fd-4b3b-93e7-09a0ad72059d None None] Set router 19321b71-4a2a-4e6e-99a1-b50064793534 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:44:11.274580 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-e7885099-b3fd-4b3b-93e7-09a0ad72059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:19Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '313fc0af-f227-4411-b3a6-a4f22976a38c', 'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'mac_address': 'fa:16:3e:5f:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:17Z', 'updated_at': '2022-08-08T02:32:30Z', 'revision_number': 5, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'subnets': [{'id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:11.303290 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7885099-b3fd-4b3b-93e7-09a0ad72059d None None] The sync data for ids ['19321b71-4a2a-4e6e-99a1-b50064793534'] in dv-cinder-852261-2-iscsi is: [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:32:19Z', 'revision_number': 4, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '313fc0af-f227-4411-b3a6-a4f22976a38c', 'name': '', 'network_id': '87360f95-f3ba-477f-b837-ec26e9e98a48', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'mac_address': 'fa:16:3e:5f:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:17Z', 'updated_at': '2022-08-08T02:32:30Z', 'revision_number': 5, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'subnets': [{'id': 'e0a15f1e-8f7d-40be-8001-fcd3ba94b32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:44:11.530104 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e4ef68-3896-4095-b88e-f753c34bad68 None None] New status for floating IP 0370642d-be57-48a1-b01b-5434478b1845: DOWN {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:44:11.929957 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46638) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:11.979470 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:11.985365 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-38ddd841-d9fb-4504-98e9-a16b5dcc0ab3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group (4ed9bef8-565d-4b36-bf49-e85c80f69506), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:12.008627 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-38ddd841-d9fb-4504-98e9-a16b5dcc0ab3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group (4ed9bef8-565d-4b36-bf49-e85c80f69506), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:12.134716 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-38ddd841-d9fb-4504-98e9-a16b5dcc0ab3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (4ed9bef8-565d-4b36-bf49-e85c80f69506), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:12.137364 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-38ddd841-d9fb-4504-98e9-a16b5dcc0ab3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:12.138548 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-38ddd841-d9fb-4504-98e9-a16b5dcc0ab3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4ed9bef8-565d-4b36-bf49-e85c80f69506 HTTP/1.1" status: 204 len: 168 time: 0.2075438 Aug 08 02:44:12.141687 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46640) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:12.147953 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddd841-d9fb-4504-98e9-a16b5dcc0ab3 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed9bef8-565d-4b36-bf49-e85c80f69506,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:12.156287 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.api.v2.resource [None req-d93b1da9-9a5b-42cb-b9e0-dd2d2d5c4d6a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] show failed (client error): The resource could not be found. Aug 08 02:44:12.156954 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-d93b1da9-9a5b-42cb-b9e0-dd2d2d5c4d6a tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "GET /networking/v2.0/security-groups/4ed9bef8-565d-4b36-bf49-e85c80f69506 HTTP/1.1" status: 404 len: 347 time: 0.0141618 Aug 08 02:44:12.159965 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46644) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:12.274724 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-714e2402-2cf0-4756-8e2a-4071f6e6b456 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Deleting port 3b05da3d-2dee-4a01-83ab-cbcef8cd7e04 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:44:12.275060 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-714e2402-2cf0-4756-8e2a-4071f6e6b456 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (3b05da3d-2dee-4a01-83ab-cbcef8cd7e04), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:12.352407 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-714e2402-2cf0-4756-8e2a-4071f6e6b456 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (3b05da3d-2dee-4a01-83ab-cbcef8cd7e04), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:12.352731 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-714e2402-2cf0-4756-8e2a-4071f6e6b456 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for floatingip (3b05da3d-2dee-4a01-83ab-cbcef8cd7e04), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:12.373682 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-714e2402-2cf0-4756-8e2a-4071f6e6b456 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Calling delete_port for 3b05da3d-2dee-4a01-83ab-cbcef8cd7e04 owned by network:floatingip {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:44:12.557278 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-714e2402-2cf0-4756-8e2a-4071f6e6b456 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (3b05da3d-2dee-4a01-83ab-cbcef8cd7e04), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:12.583300 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e2402-2cf0-4756-8e2a-4071f6e6b456 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Pushing event deleted for resources: {'Port': ['ID=3b05da3d-2dee-4a01-83ab-cbcef8cd7e04,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:12.649193 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-714e2402-2cf0-4756-8e2a-4071f6e6b456 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks [] for floatingip (0370642d-be57-48a1-b01b-5434478b1845), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:12.651708 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-714e2402-2cf0-4756-8e2a-4071f6e6b456 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:12.652842 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-714e2402-2cf0-4756-8e2a-4071f6e6b456 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/0370642d-be57-48a1-b01b-5434478b1845 HTTP/1.1" status: 204 len: 168 time: 0.4919119 Aug 08 02:44:13.985840 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device c3df9322-b3ad-432a-8a54-5417ca654fb3 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:44:14.006042 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: c3df9322-b3ad-432a-8a54-5417ca654fb3 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:44:14.006478 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device c3df9322-b3ad-432a-8a54-5417ca654fb3 not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:44:15.315822 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46680) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:15.710676 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:15.767874 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729648'] for router_interface (19321b71-4a2a-4e6e-99a1-b50064793534), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:15.837834 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:15.987104 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Deleting port 313fc0af-f227-4411-b3a6-a4f22976a38c {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:44:15.987450 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:16.069071 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] For port 313fc0af-f227-4411-b3a6-a4f22976a38c, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=313fc0af-f227-4411-b3a6-a4f22976a38c,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:44:16.069433 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:16.083310 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Calling delete_port for 313fc0af-f227-4411-b3a6-a4f22976a38c owned by network:router_interface {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:44:16.305878 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (313fc0af-f227-4411-b3a6-a4f22976a38c), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:16.330757 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Pushing event deleted for resources: {'Port': ['ID=313fc0af-f227-4411-b3a6-a4f22976a38c,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:16.343219 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:16.343573 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:16.343913 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:16.344252 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:16.344579 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:16.344912 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:16.345231 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:16.345562 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:16.345889 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:16.346211 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:16.346558 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:16.346863 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:16.347192 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:16.347515 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:16.347830 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:16.486975 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:16.506545 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729772'] for router_interface (19321b71-4a2a-4e6e-99a1-b50064793534), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:16.943217 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Router 19321b71-4a2a-4e6e-99a1-b50064793534 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:44:17.021900 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:17.043438 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:44:17.051468 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46688) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:17.051917 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4d008c0a-5cdd-4348-bab6-10af28bb317f admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/19321b71-4a2a-4e6e-99a1-b50064793534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7346158 Aug 08 02:44:17.056802 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b54107-3e42-4de3-9be8-8c9c9ecf028d None None] Sync routers for ids ['19321b71-4a2a-4e6e-99a1-b50064793534'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:44:17.068489 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b54107-3e42-4de3-9be8-8c9c9ecf028d None None] Routers {'19321b71-4a2a-4e6e-99a1-b50064793534'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:44:17.069243 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-58b54107-3e42-4de3-9be8-8c9c9ecf028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:43:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['19321b71-4a2a-4e6e-99a1-b50064793534'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:17.169820 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Publish callbacks [] for router (19321b71-4a2a-4e6e-99a1-b50064793534), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:17.178263 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-58b54107-3e42-4de3-9be8-8c9c9ecf028d None None] Set router 19321b71-4a2a-4e6e-99a1-b50064793534 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:44:17.270603 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Publish callbacks [] for router_gateway (19321b71-4a2a-4e6e-99a1-b50064793534), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:17.343366 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-58b54107-3e42-4de3-9be8-8c9c9ecf028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:44:16Z', 'revision_number': 5, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port': {'id': '1a9b7060-dd5e-4d25-96f4-7aaa362bc387', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:32:12Z', 'updated_at': '2022-08-08T02:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:17.366950 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Deleting port 1a9b7060-dd5e-4d25-96f4-7aaa362bc387 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:44:17.367286 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (1a9b7060-dd5e-4d25-96f4-7aaa362bc387), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:17.371938 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b54107-3e42-4de3-9be8-8c9c9ecf028d None None] Checking router: 19321b71-4a2a-4e6e-99a1-b50064793534 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:44:17.378604 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:17.382148 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:17.382148 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b54107-3e42-4de3-9be8-8c9c9ecf028d None None] Routers {'19321b71-4a2a-4e6e-99a1-b50064793534'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:44:17.382677 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-58b54107-3e42-4de3-9be8-8c9c9ecf028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:43:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['19321b71-4a2a-4e6e-99a1-b50064793534'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:17.452930 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] For port 1a9b7060-dd5e-4d25-96f4-7aaa362bc387, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=1a9b7060-dd5e-4d25-96f4-7aaa362bc387,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:44:17.453286 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (1a9b7060-dd5e-4d25-96f4-7aaa362bc387), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:17.465123 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-58b54107-3e42-4de3-9be8-8c9c9ecf028d None None] Set router 19321b71-4a2a-4e6e-99a1-b50064793534 gateway port host: None {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:44:17.466710 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Calling delete_port for 1a9b7060-dd5e-4d25-96f4-7aaa362bc387 owned by network:router_gateway {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:44:17.513536 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-58b54107-3e42-4de3-9be8-8c9c9ecf028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:44:17Z', 'revision_number': 6, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port_host': None}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:17.537999 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b54107-3e42-4de3-9be8-8c9c9ecf028d None None] The sync data for ids ['19321b71-4a2a-4e6e-99a1-b50064793534'] in dv-cinder-852261-2-iscsi is: [{'id': '19321b71-4a2a-4e6e-99a1-b50064793534', 'name': 'tempest-AttachVolumeShelveTestJSON-1551329378-router', 'tenant_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:32:11Z', 'updated_at': '2022-08-08T02:44:17Z', 'revision_number': 6, 'project_id': 'dddb64c31c0a4db2a184543c435c7bc0', 'gw_port_host': None}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:44:17.705963 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (1a9b7060-dd5e-4d25-96f4-7aaa362bc387), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:17.729305 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9b7060-dd5e-4d25-96f4-7aaa362bc387,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:17.758820 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:17.759159 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:17.759494 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:17.759825 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:17.760152 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:17.760474 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:17.760793 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:17.761153 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:17.761468 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:17.761787 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:17.762102 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:17.762448 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:17.762766 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:17.763074 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:17.763384 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:17.806124 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656612'] for router_gateway (19321b71-4a2a-4e6e-99a1-b50064793534), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:17.892010 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1885'] for router (19321b71-4a2a-4e6e-99a1-b50064793534), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:17.894315 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Publish callbacks [] for router_controller (19321b71-4a2a-4e6e-99a1-b50064793534), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:17.895664 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:17.902074 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:18.008716 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-736073'] for router (19321b71-4a2a-4e6e-99a1-b50064793534), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:18.009316 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19321b71-4a2a-4e6e-99a1-b50064793534 {{(pid=104276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:44:18.014231 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:18.015854 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1af900e9-8e7c-41c4-8f19-e174b0775467 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/19321b71-4a2a-4e6e-99a1-b50064793534 HTTP/1.1" status: 204 len: 168 time: 0.9628296 Aug 08 02:44:18.018318 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46690) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:18.064175 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-454c1f70-8f43-49d7-bdd8-bc4dedee8b76 admin admin] Deleting subnet e0a15f1e-8f7d-40be-8001-fcd3ba94b32d {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:44:18.067367 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-454c1f70-8f43-49d7-bdd8-bc4dedee8b76 admin admin] Publish callbacks [] for subnet (e0a15f1e-8f7d-40be-8001-fcd3ba94b32d), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:18.104497 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-454c1f70-8f43-49d7-bdd8-bc4dedee8b76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4164821'] for subnet (e0a15f1e-8f7d-40be-8001-fcd3ba94b32d), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:18.182426 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-454c1f70-8f43-49d7-bdd8-bc4dedee8b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (e0a15f1e-8f7d-40be-8001-fcd3ba94b32d), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:18.306251 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-454c1f70-8f43-49d7-bdd8-bc4dedee8b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25480602'] for subnet (e0a15f1e-8f7d-40be-8001-fcd3ba94b32d), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:18.333756 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c1f70-8f43-49d7-bdd8-bc4dedee8b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a15f1e-8f7d-40be-8001-fcd3ba94b32d,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:18.337212 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-454c1f70-8f43-49d7-bdd8-bc4dedee8b76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:18.340442 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-454c1f70-8f43-49d7-bdd8-bc4dedee8b76 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/e0a15f1e-8f7d-40be-8001-fcd3ba94b32d HTTP/1.1" status: 204 len: 168 time: 0.3210764 Aug 08 02:44:18.343318 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46694) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:18.343608 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee92d6f5-5f5d-4c32-ad1b-52ed9725de1a None None] Network 87360f95-f3ba-477f-b837-ec26e9e98a48 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:44:18.421261 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (87360f95-f3ba-477f-b837-ec26e9e98a48), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:18.465041 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] Deleting port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:44:18.466310 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (5feb4f1d-91c4-49e8-a661-ae60a395dd2f), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:18.502189 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] DHCP port deletion for 87360f95-f3ba-477f-b837-ec26e9e98a48 request from dv-cinder-852261-2-iscsi {{(pid=104278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:44:18.532425 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] For port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=5feb4f1d-91c4-49e8-a661-ae60a395dd2f,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:44:18.532871 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (5feb4f1d-91c4-49e8-a661-ae60a395dd2f), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:18.544250 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Deleting port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:44:18.544633 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (5feb4f1d-91c4-49e8-a661-ae60a395dd2f), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:18.547540 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] Calling delete_port for 5feb4f1d-91c4-49e8-a661-ae60a395dd2f owned by network:dhcp {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:44:18.611682 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] For port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=5feb4f1d-91c4-49e8-a661-ae60a395dd2f,segment=NetworkSegment(5091a52d-e603-484c-bd4b-03c9a84bfa9d),segment_id=5091a52d-e603-484c-bd4b-03c9a84bfa9d)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:44:18.612076 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (5feb4f1d-91c4-49e8-a661-ae60a395dd2f), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:18.624502 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Calling delete_port for 5feb4f1d-91c4-49e8-a661-ae60a395dd2f owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:44:18.721243 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (5feb4f1d-91c4-49e8-a661-ae60a395dd2f), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:18.723828 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050'] for port (5feb4f1d-91c4-49e8-a661-ae60a395dd2f), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:18.745915 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] No DVR routers for this DVR port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f on host dv-cinder-852261-2-iscsi {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:44:18.747759 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Pushing event deleted for resources: {'Port': ['ID=5feb4f1d-91c4-49e8-a661-ae60a395dd2f,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:18.752436 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5feb4f1d-91c4-49e8-a661-ae60a395dd2f,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:18.755218 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] No DVR routers for this DVR port 5feb4f1d-91c4-49e8-a661-ae60a395dd2f on host dv-cinder-852261-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:44:18.762477 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:18.762830 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:18.763169 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:18.763504 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:18.764350 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:18.764776 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:18.765106 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:18.765433 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:18.765759 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:18.766082 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:18.766428 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:18.766756 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:18.767076 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:18.767437 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:18.767732 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049abeb6-798e-45af-b0ad-4fdba24ea8d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:19.053729 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (87360f95-f3ba-477f-b837-ec26e9e98a48), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:19.072571 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87360f95-f3ba-477f-b837-ec26e9e98a48']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:19.081730 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5091a52d-e603-484c-bd4b-03c9a84bfa9d') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:19.082022 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5091a52d-e603-484c-bd4b-03c9a84bfa9d') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:19.091222 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164828'] for segment (5091a52d-e603-484c-bd4b-03c9a84bfa9d), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:19.105229 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (5091a52d-e603-484c-bd4b-03c9a84bfa9d), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:19.112697 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:44:19.113118 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3915133'] for segment (5091a52d-e603-484c-bd4b-03c9a84bfa9d), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:19.151732 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 5091a52d-e603-484c-bd4b-03c9a84bfa9d resource provider aggregate not found Aug 08 02:44:19.164528 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:19.164683 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 1a9b7060-dd5e-4d25-96f4-7aaa362bc387 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:44:19.176120 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 5091a52d-e603-484c-bd4b-03c9a84bfa9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5091a52d-e603-484c-bd4b-03c9a84bfa9d found for delete ", "request_id": "req-9b55bc6d-ab9b-4204-b3e4-15b0f5f17fb7"}]} Aug 08 02:44:19.189309 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 1a9b7060-dd5e-4d25-96f4-7aaa362bc387 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:44:19.189662 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 1a9b7060-dd5e-4d25-96f4-7aaa362bc387 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:44:19.190085 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 5feb4f1d-91c4-49e8-a661-ae60a395dd2f no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:44:19.208605 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 5feb4f1d-91c4-49e8-a661-ae60a395dd2f {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:44:19.208946 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 5feb4f1d-91c4-49e8-a661-ae60a395dd2f not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:44:19.209347 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 313fc0af-f227-4411-b3a6-a4f22976a38c no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:44:19.227260 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 313fc0af-f227-4411-b3a6-a4f22976a38c {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:44:19.227603 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 313fc0af-f227-4411-b3a6-a4f22976a38c not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:44:19.259858 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (87360f95-f3ba-477f-b837-ec26e9e98a48), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:19.264093 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:19.267488 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/87360f95-f3ba-477f-b837-ec26e9e98a48 HTTP/1.1" status: 204 len: 168 time: 0.9231286 Aug 08 02:44:19.281228 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4d030-24e8-4f24-ba6f-bf233fe202d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=87360f95-f3ba-477f-b837-ec26e9e98a48,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:19.569607 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46704) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:19.614487 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-0f18db61-61fd-48c6-99b7-23b842366bd4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=dddb64c31c0a4db2a184543c435c7bc0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435433 Aug 08 02:44:19.617047 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46706) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:19.663756 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2fc16cc5-be37-4771-807c-a8841383f7bd admin admin] Publish callbacks [] for security_group (47b36791-2275-4294-97a2-3d70d78f1462), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:19.673628 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:19.684798 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2fc16cc5-be37-4771-807c-a8841383f7bd admin admin] Publish callbacks [] for security_group (47b36791-2275-4294-97a2-3d70d78f1462), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:19.797232 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2fc16cc5-be37-4771-807c-a8841383f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (47b36791-2275-4294-97a2-3d70d78f1462), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:19.799861 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2fc16cc5-be37-4771-807c-a8841383f7bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:19.801011 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2fc16cc5-be37-4771-807c-a8841383f7bd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/47b36791-2275-4294-97a2-3d70d78f1462 HTTP/1.1" status: 204 len: 168 time: 0.1830840 Aug 08 02:44:19.809066 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc16cc5-be37-4771-807c-a8841383f7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b36791-2275-4294-97a2-3d70d78f1462,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:20.574548 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b564ff9e-9ea4-4678-a0d8-03b82922c2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:21.603093 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:21.607418 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:22.917395 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d0f8ccba-4578-44d7-9f50-0f120ede6eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:24.408194 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:26.031006 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:26.059490 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:27.041318 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=35 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:28.619815 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:29.577850 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c100ba9-9415-4cfb-bfd1-515f1ff17284 req-b0b1e3e5-96f8-47ea-91cd-3f33bd3d1f1f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:29.579373 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5c100ba9-9415-4cfb-bfd1-515f1ff17284 req-b0b1e3e5-96f8-47ea-91cd-3f33bd3d1f1f tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 946 time: 0.0500767 Aug 08 02:44:29.628819 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5c100ba9-9415-4cfb-bfd1-515f1ff17284 req-827f3113-14c6-4499-90ba-14db399c6f9e tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435710 Aug 08 02:44:29.804854 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=28,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:30.751871 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a48c76-45fa-4344-8ca9-5ba4fe31b34e req-a09bf72c-79d6-46a1-9720-8cba9b007ef7 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:30.753325 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-73a48c76-45fa-4344-8ca9-5ba4fe31b34e req-a09bf72c-79d6-46a1-9720-8cba9b007ef7 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 946 time: 0.0521703 Aug 08 02:44:30.799947 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-73a48c76-45fa-4344-8ca9-5ba4fe31b34e req-f29e6af6-af01-4fa9-8922-a1a1509b0d7d tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410609 Aug 08 02:44:31.486540 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46878) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:31.599337 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c8811-2bd4-4f49-8948-87bb83fae974 req-997bbe45-73f6-463d-b776-71abd9903186 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:31.600755 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c93c8811-2bd4-4f49-8948-87bb83fae974 req-997bbe45-73f6-463d-b776-71abd9903186 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 946 time: 0.0587165 Aug 08 02:44:31.601885 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-123fa008-1747-4920-9da4-ffa94cfb11b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:31.714054 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-c93c8811-2bd4-4f49-8948-87bb83fae974 req-339a306e-fad2-4cae-86ab-c387ef692b22 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Deleting port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:44:31.714415 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c93c8811-2bd4-4f49-8948-87bb83fae974 req-339a306e-fad2-4cae-86ab-c387ef692b22 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (0a4c4aaf-6038-4884-b9e4-69e81091d8c2), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:31.803976 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-123fa008-1747-4920-9da4-ffa94cfb11b6 admin admin] Publish callbacks [] for security_group (19f89dc4-22ef-4760-bb59-a7d1255e6079), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:31.829883 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-c93c8811-2bd4-4f49-8948-87bb83fae974 req-339a306e-fad2-4cae-86ab-c387ef692b22 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] For port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0a4c4aaf-6038-4884-b9e4-69e81091d8c2,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:44:31.830255 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c93c8811-2bd4-4f49-8948-87bb83fae974 req-339a306e-fad2-4cae-86ab-c387ef692b22 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (0a4c4aaf-6038-4884-b9e4-69e81091d8c2), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:31.881852 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-123fa008-1747-4920-9da4-ffa94cfb11b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (19f89dc4-22ef-4760-bb59-a7d1255e6079), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:31.965357 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-123fa008-1747-4920-9da4-ffa94cfb11b6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=13640ce1c7ca4176978c4144862ff1ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4777470 Aug 08 02:44:31.968091 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46884) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:32.005368 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fa008-1747-4920-9da4-ffa94cfb11b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f89dc4-22ef-4760-bb59-a7d1255e6079,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:32.014918 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6c48e-87a0-4acb-ba4a-5698d038eaf3 req-a7e523d2-0af2-41e4-87f0-5657f0a54f1e tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:32.016388 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efa6c48e-87a0-4acb-ba4a-5698d038eaf3 req-a7e523d2-0af2-41e4-87f0-5657f0a54f1e tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 946 time: 0.1378901 Aug 08 02:44:32.020844 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-22ea3be8-a9ec-4639-bb35-6848984eb852 admin admin] Publish callbacks [] for security_group (19f89dc4-22ef-4760-bb59-a7d1255e6079), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:32.044301 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-22ea3be8-a9ec-4639-bb35-6848984eb852 admin admin] Publish callbacks [] for security_group (19f89dc4-22ef-4760-bb59-a7d1255e6079), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:32.115258 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c93c8811-2bd4-4f49-8948-87bb83fae974 req-339a306e-fad2-4cae-86ab-c387ef692b22 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:32.115532 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c93c8811-2bd4-4f49-8948-87bb83fae974 req-339a306e-fad2-4cae-86ab-c387ef692b22 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (e286cc0f-6668-42e8-8b01-bf786586c477), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:32.115839 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-c93c8811-2bd4-4f49-8948-87bb83fae974 req-339a306e-fad2-4cae-86ab-c387ef692b22 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Floating IP e286cc0f-6668-42e8-8b01-bf786586c477 disassociated. External IP: 172.27.4.188, port: 0a4c4aaf-6038-4884-b9e4-69e81091d8c2. Aug 08 02:44:32.116180 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-c93c8811-2bd4-4f49-8948-87bb83fae974 req-339a306e-fad2-4cae-86ab-c387ef692b22 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Calling delete_port for 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:44:32.122864 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-efa6c48e-87a0-4acb-ba4a-5698d038eaf3 req-5a3abd7a-3cfb-48ba-8bcb-2523c1a3efc6 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5e2889bb-e97b-4560-a4bd-8371795d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967472 Aug 08 02:44:32.123250 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:32.156982 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-22ea3be8-a9ec-4639-bb35-6848984eb852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (19f89dc4-22ef-4760-bb59-a7d1255e6079), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:32.160590 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-22ea3be8-a9ec-4639-bb35-6848984eb852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:32.161725 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-22ea3be8-a9ec-4639-bb35-6848984eb852 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/19f89dc4-22ef-4760-bb59-a7d1255e6079 HTTP/1.1" status: 204 len: 168 time: 0.1925683 Aug 08 02:44:32.170187 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea3be8-a9ec-4639-bb35-6848984eb852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f89dc4-22ef-4760-bb59-a7d1255e6079,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:32.192723 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:32.305228 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c93c8811-2bd4-4f49-8948-87bb83fae974 req-339a306e-fad2-4cae-86ab-c387ef692b22 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (0a4c4aaf-6038-4884-b9e4-69e81091d8c2), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:32.337076 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a306e-fad2-4cae-86ab-c387ef692b22 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event deleted for resources: {'Port': ['ID=0a4c4aaf-6038-4884-b9e4-69e81091d8c2,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:32.455213 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c93c8811-2bd4-4f49-8948-87bb83fae974 req-339a306e-fad2-4cae-86ab-c387ef692b22 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Router d39e4716-a4fd-41d7-b5c3-60a6da3904bb has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:44:32.561943 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c93c8811-2bd4-4f49-8948-87bb83fae974 req-339a306e-fad2-4cae-86ab-c387ef692b22 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:44:32.573532 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c066e983-ed18-48b5-8849-60bb1ce5214d None None] Sync routers for ids ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:44:32.585576 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c066e983-ed18-48b5-8849-60bb1ce5214d None None] Routers {'d39e4716-a4fd-41d7-b5c3-60a6da3904bb'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:44:32.587893 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-c066e983-ed18-48b5-8849-60bb1ce5214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:44:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:32.606008 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93c8811-2bd4-4f49-8948-87bb83fae974 req-339a306e-fad2-4cae-86ab-c387ef692b22 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] No DVR routers for this DVR port 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:44:32.608638 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-c93c8811-2bd4-4f49-8948-87bb83fae974 req-339a306e-fad2-4cae-86ab-c387ef692b22 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:32.612089 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c93c8811-2bd4-4f49-8948-87bb83fae974 req-339a306e-fad2-4cae-86ab-c387ef692b22 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.48 "DELETE /networking/v2.0/ports/0a4c4aaf-6038-4884-b9e4-69e81091d8c2 HTTP/1.1" status: 204 len: 173 time: 1.0025494 Aug 08 02:44:32.616878 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2da221-88bf-462d-937d-649c2a8e611a', 'name': 'network-vif-deleted', 'tag': '0a4c4aaf-6038-4884-b9e4-69e81091d8c2'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:44:32.616878 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15983d6-be63-4fac-87d4-a0d404414997" -d '{"events": [{"server_uuid": "1e2da221-88bf-462d-937d-649c2a8e611a", "name": "network-vif-deleted", "tag": "0a4c4aaf-6038-4884-b9e4-69e81091d8c2"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:44:32.664902 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5a1455-a9ef-4767-8680-2ce0014023e7 x-openstack-request-id: req-1a5a1455-a9ef-4767-8680-2ce0014023e7 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:44:32.665273 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2da221-88bf-462d-937d-649c2a8e611a", "name": "network-vif-deleted", "tag": "0a4c4aaf-6038-4884-b9e4-69e81091d8c2", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:44:32.665631 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a5a1455-a9ef-4767-8680-2ce0014023e7 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:44:32.666156 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a5a1455-a9ef-4767-8680-2ce0014023e7'] response: {'server_uuid': '1e2da221-88bf-462d-937d-649c2a8e611a', 'name': 'network-vif-deleted', 'tag': '0a4c4aaf-6038-4884-b9e4-69e81091d8c2', 'status': 'completed', 'code': 200} Aug 08 02:44:32.693977 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-c066e983-ed18-48b5-8849-60bb1ce5214d None None] Set router d39e4716-a4fd-41d7-b5c3-60a6da3904bb gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:44:32.902808 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-c066e983-ed18-48b5-8849-60bb1ce5214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:19Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'f70523f2-7396-4b37-a82a-1ba9ac041c9d', 'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'mac_address': 'fa:16:3e:bf:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:18Z', 'updated_at': '2022-08-08T02:35:25Z', 'revision_number': 5, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'subnets': [{'id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:32.929720 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c066e983-ed18-48b5-8849-60bb1ce5214d None None] Checking router: d39e4716-a4fd-41d7-b5c3-60a6da3904bb for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:44:32.942245 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c066e983-ed18-48b5-8849-60bb1ce5214d None None] Routers {'d39e4716-a4fd-41d7-b5c3-60a6da3904bb'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:44:32.942245 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-c066e983-ed18-48b5-8849-60bb1ce5214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:44:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:33.043690 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-c066e983-ed18-48b5-8849-60bb1ce5214d None None] Set router d39e4716-a4fd-41d7-b5c3-60a6da3904bb gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:44:33.248568 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-c066e983-ed18-48b5-8849-60bb1ce5214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:19Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'f70523f2-7396-4b37-a82a-1ba9ac041c9d', 'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'mac_address': 'fa:16:3e:bf:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:18Z', 'updated_at': '2022-08-08T02:35:25Z', 'revision_number': 5, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'subnets': [{'id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:33.253086 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-077fb5cd-c1cd-451c-919a-3524993c3006 req-c09eceeb-2fac-44b0-abdf-770a5c09d1b8 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1e2da221-88bf-462d-937d-649c2a8e611a HTTP/1.1" status: 200 len: 210 time: 0.0321219 Aug 08 02:44:33.274776 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c066e983-ed18-48b5-8849-60bb1ce5214d None None] The sync data for ids ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'] in dv-cinder-852261-2-iscsi is: [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:19Z', 'revision_number': 4, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': 'f70523f2-7396-4b37-a82a-1ba9ac041c9d', 'name': '', 'network_id': '682376b8-1891-42b8-8562-21125b626ab2', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'mac_address': 'fa:16:3e:bf:fc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:18Z', 'updated_at': '2022-08-08T02:35:25Z', 'revision_number': 5, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'subnets': [{'id': '5347a10a-44f0-4aab-9da5-c45d5d4f1438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:44:33.521076 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8675bdb-217c-4d21-8417-c625746a9ded None None] New status for floating IP e286cc0f-6668-42e8-8b01-bf786586c477: DOWN {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:44:34.386421 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46940) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:34.444712 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1a733039-d0d9-47bb-acf2-7f8a9baf4eea tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group (5e2889bb-e97b-4560-a4bd-8371795d449c), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:34.468529 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1a733039-d0d9-47bb-acf2-7f8a9baf4eea tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group (5e2889bb-e97b-4560-a4bd-8371795d449c), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:34.516158 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46944) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:34.562813 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1a733039-d0d9-47bb-acf2-7f8a9baf4eea tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (5e2889bb-e97b-4560-a4bd-8371795d449c), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:34.566232 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1a733039-d0d9-47bb-acf2-7f8a9baf4eea tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:34.567386 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1a733039-d0d9-47bb-acf2-7f8a9baf4eea tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5e2889bb-e97b-4560-a4bd-8371795d449c HTTP/1.1" status: 204 len: 168 time: 0.1799676 Aug 08 02:44:34.570233 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46948) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:34.577729 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a733039-d0d9-47bb-acf2-7f8a9baf4eea tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2889bb-e97b-4560-a4bd-8371795d449c,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:34.586795 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.api.v2.resource [None req-b5fdd7e0-0143-4fbe-8547-6f6a8a138bb1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] show failed (client error): The resource could not be found. Aug 08 02:44:34.587834 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-b5fdd7e0-0143-4fbe-8547-6f6a8a138bb1 tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "GET /networking/v2.0/security-groups/5e2889bb-e97b-4560-a4bd-8371795d449c HTTP/1.1" status: 404 len: 347 time: 0.0165727 Aug 08 02:44:34.590899 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46950) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:34.649812 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d2adc877-cf6d-4e2d-ab2d-f28e3ba18334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:34.734681 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ebf58-b568-4f5e-a30c-d883a9fc7b4c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Deleting port b4b3dff4-9265-4a71-8857-e3af297fd81a {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:44:34.734934 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7f0ebf58-b568-4f5e-a30c-d883a9fc7b4c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (b4b3dff4-9265-4a71-8857-e3af297fd81a), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:34.848904 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7f0ebf58-b568-4f5e-a30c-d883a9fc7b4c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (b4b3dff4-9265-4a71-8857-e3af297fd81a), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:34.849226 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7f0ebf58-b568-4f5e-a30c-d883a9fc7b4c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for floatingip (b4b3dff4-9265-4a71-8857-e3af297fd81a), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:34.859348 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d2adc877-cf6d-4e2d-ab2d-f28e3ba18334 admin admin] Publish callbacks [] for security_group (bb0b7054-6fc4-413f-a47a-0cc89bbc0dcd), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:34.865829 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ebf58-b568-4f5e-a30c-d883a9fc7b4c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Calling delete_port for b4b3dff4-9265-4a71-8857-e3af297fd81a owned by network:floatingip {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:44:34.920645 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d2adc877-cf6d-4e2d-ab2d-f28e3ba18334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (bb0b7054-6fc4-413f-a47a-0cc89bbc0dcd), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:34.980338 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-d2adc877-cf6d-4e2d-ab2d-f28e3ba18334 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2a3f2e39693345d19aa170f2ce488ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4625583 Aug 08 02:44:34.983215 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46952) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:34.984296 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adc877-cf6d-4e2d-ab2d-f28e3ba18334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0b7054-6fc4-413f-a47a-0cc89bbc0dcd,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:35.000161 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:35.028776 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:35.034062 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d49cc5af-ae1f-4f4c-8218-636edc27965b admin admin] Publish callbacks [] for security_group (bb0b7054-6fc4-413f-a47a-0cc89bbc0dcd), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:35.057010 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d49cc5af-ae1f-4f4c-8218-636edc27965b admin admin] Publish callbacks [] for security_group (bb0b7054-6fc4-413f-a47a-0cc89bbc0dcd), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:35.100534 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7f0ebf58-b568-4f5e-a30c-d883a9fc7b4c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (b4b3dff4-9265-4a71-8857-e3af297fd81a), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:35.123617 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ebf58-b568-4f5e-a30c-d883a9fc7b4c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Pushing event deleted for resources: {'Port': ['ID=b4b3dff4-9265-4a71-8857-e3af297fd81a,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:35.156954 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d49cc5af-ae1f-4f4c-8218-636edc27965b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (bb0b7054-6fc4-413f-a47a-0cc89bbc0dcd), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:35.160647 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d49cc5af-ae1f-4f4c-8218-636edc27965b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:35.161858 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d49cc5af-ae1f-4f4c-8218-636edc27965b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bb0b7054-6fc4-413f-a47a-0cc89bbc0dcd HTTP/1.1" status: 204 len: 168 time: 0.1776335 Aug 08 02:44:35.170734 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cc5af-ae1f-4f4c-8218-636edc27965b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0b7054-6fc4-413f-a47a-0cc89bbc0dcd,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:35.192513 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7f0ebf58-b568-4f5e-a30c-d883a9fc7b4c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks [] for floatingip (e286cc0f-6668-42e8-8b01-bf786586c477), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:35.195719 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-7f0ebf58-b568-4f5e-a30c-d883a9fc7b4c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:35.200187 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7f0ebf58-b568-4f5e-a30c-d883a9fc7b4c tempest-AttachVolumeTestJSON-1218777070 tempest-AttachVolumeTestJSON-1218777070-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/e286cc0f-6668-42e8-8b01-bf786586c477 HTTP/1.1" status: 204 len: 168 time: 0.6048958 Aug 08 02:44:35.783668 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 46962) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:35.798387 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8238d794-b8f5-41a3-9546-9f863a2ea249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:35.882337 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8238d794-b8f5-41a3-9546-9f863a2ea249 admin admin] Publish callbacks [] for security_group (a0fa35e6-210b-48fd-b5fa-6e883846491d), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:35.934259 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8238d794-b8f5-41a3-9546-9f863a2ea249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (a0fa35e6-210b-48fd-b5fa-6e883846491d), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:35.981620 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8238d794-b8f5-41a3-9546-9f863a2ea249 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=af6abd5b1b0947da97db5da56974df09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966934 Aug 08 02:44:35.982326 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238d794-b8f5-41a3-9546-9f863a2ea249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fa35e6-210b-48fd-b5fa-6e883846491d,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:35.985080 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 46964) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:36.036041 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:36.041355 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-11be3936-8392-4d73-ae5c-f303826ac677 admin admin] Publish callbacks [] for security_group (a0fa35e6-210b-48fd-b5fa-6e883846491d), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:36.060069 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:44:36.064948 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-11be3936-8392-4d73-ae5c-f303826ac677 admin admin] Publish callbacks [] for security_group (a0fa35e6-210b-48fd-b5fa-6e883846491d), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:36.081027 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:44:36.081502 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 0a4c4aaf-6038-4884-b9e4-69e81091d8c2 not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:44:36.162325 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-11be3936-8392-4d73-ae5c-f303826ac677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (a0fa35e6-210b-48fd-b5fa-6e883846491d), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:36.165039 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-11be3936-8392-4d73-ae5c-f303826ac677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:36.166182 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-11be3936-8392-4d73-ae5c-f303826ac677 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a0fa35e6-210b-48fd-b5fa-6e883846491d HTTP/1.1" status: 204 len: 168 time: 0.1795669 Aug 08 02:44:36.175240 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be3936-8392-4d73-ae5c-f303826ac677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fa35e6-210b-48fd-b5fa-6e883846491d,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:36.971127 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:44:39.238585 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47034) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:39.693857 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1caae09d-1e66-4959-9732-65722f0fd2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729648'] for router_interface (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:39.786832 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:39.916996 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-1caae09d-1e66-4959-9732-65722f0fd2be admin admin] Deleting port f70523f2-7396-4b37-a82a-1ba9ac041c9d {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:44:39.917335 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1caae09d-1e66-4959-9732-65722f0fd2be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:39.999566 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-1caae09d-1e66-4959-9732-65722f0fd2be admin admin] For port f70523f2-7396-4b37-a82a-1ba9ac041c9d, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=f70523f2-7396-4b37-a82a-1ba9ac041c9d,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:44:40.000005 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1caae09d-1e66-4959-9732-65722f0fd2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:40.016624 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-1caae09d-1e66-4959-9732-65722f0fd2be admin admin] Calling delete_port for f70523f2-7396-4b37-a82a-1ba9ac041c9d owned by network:router_interface {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:44:40.078804 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:40.265654 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1caae09d-1e66-4959-9732-65722f0fd2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (f70523f2-7396-4b37-a82a-1ba9ac041c9d), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:40.291146 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caae09d-1e66-4959-9732-65722f0fd2be admin admin] Pushing event deleted for resources: {'Port': ['ID=f70523f2-7396-4b37-a82a-1ba9ac041c9d,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:40.458155 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1caae09d-1e66-4959-9732-65722f0fd2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729772'] for router_interface (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:40.663745 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caae09d-1e66-4959-9732-65722f0fd2be admin admin] Router d39e4716-a4fd-41d7-b5c3-60a6da3904bb has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:44:40.765082 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caae09d-1e66-4959-9732-65722f0fd2be admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:44:40.771291 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-1caae09d-1e66-4959-9732-65722f0fd2be admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/d39e4716-a4fd-41d7-b5c3-60a6da3904bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5316846 Aug 08 02:44:40.773871 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47050) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:40.774741 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b878650-be9a-46c2-954e-13a069ba09d4 None None] Sync routers for ids ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:44:40.784750 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b878650-be9a-46c2-954e-13a069ba09d4 None None] Routers {'d39e4716-a4fd-41d7-b5c3-60a6da3904bb'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:44:40.785370 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-1b878650-be9a-46c2-954e-13a069ba09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:44:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:40.820404 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:40.875594 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c01facd-cdcf-4b21-ada2-0837f0522c20 admin admin] Publish callbacks [] for router (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:40.885001 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-1b878650-be9a-46c2-954e-13a069ba09d4 None None] Set router d39e4716-a4fd-41d7-b5c3-60a6da3904bb gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:44:40.979246 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c01facd-cdcf-4b21-ada2-0837f0522c20 admin admin] Publish callbacks [] for router_gateway (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:41.018577 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:41.089944 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-3c01facd-cdcf-4b21-ada2-0837f0522c20 admin admin] Deleting port 897a7a87-df5c-425d-8a00-54c293c6541a {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:44:41.090405 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c01facd-cdcf-4b21-ada2-0837f0522c20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (897a7a87-df5c-425d-8a00-54c293c6541a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:41.132478 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:41.137819 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-1b878650-be9a-46c2-954e-13a069ba09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135'}], 'enable_snat': True}, 'gw_port_id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:44:40Z', 'revision_number': 5, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port': {'id': '897a7a87-df5c-425d-8a00-54c293c6541a', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:06:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:41.141937 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:41.164214 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b878650-be9a-46c2-954e-13a069ba09d4 None None] Checking router: d39e4716-a4fd-41d7-b5c3-60a6da3904bb for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:44:41.173673 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b878650-be9a-46c2-954e-13a069ba09d4 None None] Routers {'d39e4716-a4fd-41d7-b5c3-60a6da3904bb'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:44:41.174478 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-1b878650-be9a-46c2-954e-13a069ba09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:44:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:41.178178 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-3c01facd-cdcf-4b21-ada2-0837f0522c20 admin admin] For port 897a7a87-df5c-425d-8a00-54c293c6541a, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=897a7a87-df5c-425d-8a00-54c293c6541a,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:44:41.178575 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c01facd-cdcf-4b21-ada2-0837f0522c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (897a7a87-df5c-425d-8a00-54c293c6541a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:41.193017 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-3c01facd-cdcf-4b21-ada2-0837f0522c20 admin admin] Calling delete_port for 897a7a87-df5c-425d-8a00-54c293c6541a owned by network:router_gateway {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:44:41.258651 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-1b878650-be9a-46c2-954e-13a069ba09d4 None None] Set router d39e4716-a4fd-41d7-b5c3-60a6da3904bb gateway port host: None {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:44:41.309833 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-1b878650-be9a-46c2-954e-13a069ba09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:44:40Z', 'revision_number': 6, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port_host': None}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:41.339478 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b878650-be9a-46c2-954e-13a069ba09d4 None None] The sync data for ids ['d39e4716-a4fd-41d7-b5c3-60a6da3904bb'] in dv-cinder-852261-2-iscsi is: [{'id': 'd39e4716-a4fd-41d7-b5c3-60a6da3904bb', 'name': 'tempest-AttachVolumeTestJSON-1431763923-router', 'tenant_id': '897030a5075b4ca3ad29d73371306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:35:15Z', 'updated_at': '2022-08-08T02:44:40Z', 'revision_number': 6, 'project_id': '897030a5075b4ca3ad29d73371306a66', 'gw_port_host': None}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:44:41.437072 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c01facd-cdcf-4b21-ada2-0837f0522c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (897a7a87-df5c-425d-8a00-54c293c6541a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:41.471188 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01facd-cdcf-4b21-ada2-0837f0522c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=897a7a87-df5c-425d-8a00-54c293c6541a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:41.529778 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c01facd-cdcf-4b21-ada2-0837f0522c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656612'] for router_gateway (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:41.617619 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c01facd-cdcf-4b21-ada2-0837f0522c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1885'] for router (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:41.619895 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c01facd-cdcf-4b21-ada2-0837f0522c20 admin admin] Publish callbacks [] for router_controller (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:41.728387 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c01facd-cdcf-4b21-ada2-0837f0522c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-736073'] for router (d39e4716-a4fd-41d7-b5c3-60a6da3904bb), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:41.729210 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c01facd-cdcf-4b21-ada2-0837f0522c20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d39e4716-a4fd-41d7-b5c3-60a6da3904bb {{(pid=104277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:44:41.738543 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3c01facd-cdcf-4b21-ada2-0837f0522c20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:41.739851 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-3c01facd-cdcf-4b21-ada2-0837f0522c20 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/d39e4716-a4fd-41d7-b5c3-60a6da3904bb HTTP/1.1" status: 204 len: 168 time: 0.9650428 Aug 08 02:44:41.742511 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47058) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:41.794261 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47d1deb-fb76-4489-b9dd-d3a4d002e7b6 admin admin] Deleting subnet 5347a10a-44f0-4aab-9da5-c45d5d4f1438 {{(pid=104277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:44:41.798584 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c47d1deb-fb76-4489-b9dd-d3a4d002e7b6 admin admin] Publish callbacks [] for subnet (5347a10a-44f0-4aab-9da5-c45d5d4f1438), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.066409 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:42.083869 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c47d1deb-fb76-4489-b9dd-d3a4d002e7b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3841700'] for subnet (5347a10a-44f0-4aab-9da5-c45d5d4f1438), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.164270 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c47d1deb-fb76-4489-b9dd-d3a4d002e7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (5347a10a-44f0-4aab-9da5-c45d5d4f1438), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.271282 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c47d1deb-fb76-4489-b9dd-d3a4d002e7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521514'] for subnet (5347a10a-44f0-4aab-9da5-c45d5d4f1438), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.304168 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d1deb-fb76-4489-b9dd-d3a4d002e7b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5347a10a-44f0-4aab-9da5-c45d5d4f1438,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:42.307869 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c47d1deb-fb76-4489-b9dd-d3a4d002e7b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.315435 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-c47d1deb-fb76-4489-b9dd-d3a4d002e7b6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/5347a10a-44f0-4aab-9da5-c45d5d4f1438 HTTP/1.1" status: 204 len: 168 time: 0.5676036 Aug 08 02:44:42.315435 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47064) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:42.318050 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfd2be6-f49d-45d4-85b6-5b8e97a807aa None None] Network 682376b8-1891-42b8-8562-21125b626ab2 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:44:42.389617 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (682376b8-1891-42b8-8562-21125b626ab2), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.437023 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] Deleting port 197290b4-27a7-42da-b72d-3c3f98e95786 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:44:42.437466 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (197290b4-27a7-42da-b72d-3c3f98e95786), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.497626 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:42.497741 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6dec99-4d7c-45d0-a499-74d268171449 None None] DHCP port deletion for 682376b8-1891-42b8-8562-21125b626ab2 request from dv-cinder-852261-2-iscsi {{(pid=104278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:44:42.514572 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] For port 197290b4-27a7-42da-b72d-3c3f98e95786, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=197290b4-27a7-42da-b72d-3c3f98e95786,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:44:42.515034 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (197290b4-27a7-42da-b72d-3c3f98e95786), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.526553 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:42.531629 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] Calling delete_port for 197290b4-27a7-42da-b72d-3c3f98e95786 owned by network:dhcp {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:44:42.538452 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:42.541129 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5d6dec99-4d7c-45d0-a499-74d268171449 None None] Deleting port 197290b4-27a7-42da-b72d-3c3f98e95786 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:44:42.541499 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d6dec99-4d7c-45d0-a499-74d268171449 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (197290b4-27a7-42da-b72d-3c3f98e95786), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.604972 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5d6dec99-4d7c-45d0-a499-74d268171449 None None] For port 197290b4-27a7-42da-b72d-3c3f98e95786, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=197290b4-27a7-42da-b72d-3c3f98e95786,segment=NetworkSegment(2087a9e1-cdba-4d83-bf9b-700363f6b15f),segment_id=2087a9e1-cdba-4d83-bf9b-700363f6b15f)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:44:42.605284 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d6dec99-4d7c-45d0-a499-74d268171449 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (197290b4-27a7-42da-b72d-3c3f98e95786), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.617893 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5d6dec99-4d7c-45d0-a499-74d268171449 None None] Calling delete_port for 197290b4-27a7-42da-b72d-3c3f98e95786 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:44:42.676609 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (197290b4-27a7-42da-b72d-3c3f98e95786), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.694767 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5d6dec99-4d7c-45d0-a499-74d268171449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050'] for port (197290b4-27a7-42da-b72d-3c3f98e95786), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.702445 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=197290b4-27a7-42da-b72d-3c3f98e95786,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:42.706577 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] No DVR routers for this DVR port 197290b4-27a7-42da-b72d-3c3f98e95786 on host dv-cinder-852261-2-iscsi {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:44:42.722148 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dec99-4d7c-45d0-a499-74d268171449 None None] Pushing event deleted for resources: {'Port': ['ID=197290b4-27a7-42da-b72d-3c3f98e95786,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:42.727065 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6dec99-4d7c-45d0-a499-74d268171449 None None] No DVR routers for this DVR port 197290b4-27a7-42da-b72d-3c3f98e95786 on host dv-cinder-852261-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:44:42.779985 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (682376b8-1891-42b8-8562-21125b626ab2), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.801436 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682376b8-1891-42b8-8562-21125b626ab2']}} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:42.810665 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2087a9e1-cdba-4d83-bf9b-700363f6b15f') {'for_net_delete': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:42.810960 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2087a9e1-cdba-4d83-bf9b-700363f6b15f') {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:42.824531 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3841709'] for segment (2087a9e1-cdba-4d83-bf9b-700363f6b15f), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.838279 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (2087a9e1-cdba-4d83-bf9b-700363f6b15f), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.844418 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=104277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:44:42.844799 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3840337'] for segment (2087a9e1-cdba-4d83-bf9b-700363f6b15f), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.883765 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 2087a9e1-cdba-4d83-bf9b-700363f6b15f resource provider aggregate not found Aug 08 02:44:42.901755 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 2087a9e1-cdba-4d83-bf9b-700363f6b15f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2087a9e1-cdba-4d83-bf9b-700363f6b15f found for delete ", "request_id": "req-b942568d-c606-4103-9cb0-bdafc5ac1f01"}]} Aug 08 02:44:42.968285 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (682376b8-1891-42b8-8562-21125b626ab2), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.974042 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:42.977333 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/682376b8-1891-42b8-8562-21125b626ab2 HTTP/1.1" status: 204 len: 168 time: 0.6620493 Aug 08 02:44:42.988593 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f447a-280f-44fa-b188-b8fa585a39f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=682376b8-1891-42b8-8562-21125b626ab2,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:43.161549 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device f70523f2-7396-4b37-a82a-1ba9ac041c9d no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:44:43.181186 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: f70523f2-7396-4b37-a82a-1ba9ac041c9d {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:44:43.181525 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device f70523f2-7396-4b37-a82a-1ba9ac041c9d not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:44:43.181928 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 197290b4-27a7-42da-b72d-3c3f98e95786 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:44:43.200123 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 197290b4-27a7-42da-b72d-3c3f98e95786 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:44:43.200499 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 197290b4-27a7-42da-b72d-3c3f98e95786 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:44:43.204584 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 897a7a87-df5c-425d-8a00-54c293c6541a no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:44:43.222011 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 897a7a87-df5c-425d-8a00-54c293c6541a {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:44:43.222369 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 897a7a87-df5c-425d-8a00-54c293c6541a not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:44:43.284510 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47078) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:43.324901 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-3f126986-42b7-4d7a-a588-cbc70a7ddab6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=897030a5075b4ca3ad29d73371306a66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392592 Aug 08 02:44:43.327439 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47080) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:43.374741 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-df9c5aea-761b-48bf-afae-ba265a8b4520 admin admin] Publish callbacks [] for security_group (f63beb10-fc20-4a64-84c4-faaf78a9fcae), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:43.396041 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-df9c5aea-761b-48bf-afae-ba265a8b4520 admin admin] Publish callbacks [] for security_group (f63beb10-fc20-4a64-84c4-faaf78a9fcae), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:43.613523 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-df9c5aea-761b-48bf-afae-ba265a8b4520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (f63beb10-fc20-4a64-84c4-faaf78a9fcae), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:43.616157 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-df9c5aea-761b-48bf-afae-ba265a8b4520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:43.617319 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-df9c5aea-761b-48bf-afae-ba265a8b4520 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f63beb10-fc20-4a64-84c4-faaf78a9fcae HTTP/1.1" status: 204 len: 168 time: 0.2890050 Aug 08 02:44:43.625407 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c5aea-761b-48bf-afae-ba265a8b4520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63beb10-fc20-4a64-84c4-faaf78a9fcae,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:44.630144 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47110) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:44.725472 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-e1c0d0f0-56ff-49ed-9cce-6bdd85b00a82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1342508023-network', 'tenant_id': '570f253b2653418dabc6566536e14353'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:44:44.802440 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c0d0f0-56ff-49ed-9cce-6bdd85b00a82 admin admin] Made reservation on behalf of 570f253b2653418dabc6566536e14353 for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:44:44.804813 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d0f0-56ff-49ed-9cce-6bdd85b00a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:44.813455 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d0f0-56ff-49ed-9cce-6bdd85b00a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:44.889336 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d0f0-56ff-49ed-9cce-6bdd85b00a82 admin admin] Publish callbacks [] for security_group (650522ab-fa91-4eff-9a29-7bfc7a4393b4), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:44.951200 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d0f0-56ff-49ed-9cce-6bdd85b00a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (650522ab-fa91-4eff-9a29-7bfc7a4393b4), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:44.958005 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:44.977584 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c0d0f0-56ff-49ed-9cce-6bdd85b00a82 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:44:44.987554 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0d0f0-56ff-49ed-9cce-6bdd85b00a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650522ab-fa91-4eff-9a29-7bfc7a4393b4,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:44.994556 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d0f0-56ff-49ed-9cce-6bdd85b00a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (82eef38e-94c2-444f-9f03-72b54fe7f0ae), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:44.995626 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-e1c0d0f0-56ff-49ed-9cce-6bdd85b00a82 admin admin] Added segment 82eef38e-94c2-444f-9f03-72b54fe7f0ae of type vlan for network 87421ac7-3501-495d-abd1-cf8008d9c1cb Aug 08 02:44:45.039225 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d0f0-56ff-49ed-9cce-6bdd85b00a82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (87421ac7-3501-495d-abd1-cf8008d9c1cb), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:45.105416 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d0f0-56ff-49ed-9cce-6bdd85b00a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (87421ac7-3501-495d-abd1-cf8008d9c1cb), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:45.106439 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0d0f0-56ff-49ed-9cce-6bdd85b00a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:45.107051 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d0f0-56ff-49ed-9cce-6bdd85b00a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:45.183235 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0d0f0-56ff-49ed-9cce-6bdd85b00a82 admin admin] Pushing event updated for resources: {'Network': ['ID=87421ac7-3501-495d-abd1-cf8008d9c1cb,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:45.195298 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network 87421ac7-3501-495d-abd1-cf8008d9c1cb details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:44:45.433637 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e1c0d0f0-56ff-49ed-9cce-6bdd85b00a82 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8023114 Aug 08 02:44:45.436483 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47114) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:45.442001 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-3504c3a5-1b1a-43b9-93da-b73c09c27d48 admin admin] Request body: {'subnet': {'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-subnet', 'tenant_id': '570f253b2653418dabc6566536e14353', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:44:45.455017 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:45.550754 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3504c3a5-1b1a-43b9-93da-b73c09c27d48 admin admin] Made reservation on behalf of 570f253b2653418dabc6566536e14353 for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:44:45.553158 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3504c3a5-1b1a-43b9-93da-b73c09c27d48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25521527'] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:45.808284 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3504c3a5-1b1a-43b9-93da-b73c09c27d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3841586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25521505'] for subnet (68c7ace3-58ac-4148-a853-1fe17dd9d8b4), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:45.858517 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504c3a5-1b1a-43b9-93da-b73c09c27d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c7ace3-58ac-4148-a853-1fe17dd9d8b4,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:45.873819 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3504c3a5-1b1a-43b9-93da-b73c09c27d48 admin admin] Checking segment: {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:44:45.874177 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3504c3a5-1b1a-43b9-93da-b73c09c27d48 admin admin] Network hostable DHCP agents. Network: 87421ac7-3501-495d-abd1-cf8008d9c1cb, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:44:45.985435 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3504c3a5-1b1a-43b9-93da-b73c09c27d48 admin admin] Network 87421ac7-3501-495d-abd1-cf8008d9c1cb is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:44:46.065418 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-3504c3a5-1b1a-43b9-93da-b73c09c27d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, 87421ac7-3501-495d-abd1-cf8008d9c1cb) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:44:46.069319 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3504c3a5-1b1a-43b9-93da-b73c09c27d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:46.069983 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3504c3a5-1b1a-43b9-93da-b73c09c27d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:46.074317 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d88542-5bde-48cc-b0cf-3703c99c054a None None] Network 87421ac7-3501-495d-abd1-cf8008d9c1cb requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:44:46.153465 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-3504c3a5-1b1a-43b9-93da-b73c09c27d48 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7158687 Aug 08 02:44:46.156068 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47120) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:46.161239 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:44:46.178924 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5eb1d2e-7da7-5b72-863f-c4fa9899b996-87421ac7-3501-495d-abd1-cf8008d9c1cb', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4'}]}} from dv-cinder-852261-2-iscsi. {{(pid=104278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:44:46.179872 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:46.231127 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (887ac1aa-846e-434c-bdb3-ded0c1f101b4), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:46.232218 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1866'] for router (887ac1aa-846e-434c-bdb3-ded0c1f101b4), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:46.285534 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Publish callbacks [] for router_controller (887ac1aa-846e-434c-bdb3-ded0c1f101b4), precommit_add_association {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:46.316281 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Allocated IP 172.20.0.2 (87421ac7-3501-495d-abd1-cf8008d9c1cb/68c7ace3-58ac-4148-a853-1fe17dd9d8b4/f9e9676b-ecac-4994-9f65-243cdee010f3) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:44:46.474225 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Publish callbacks [] for router_gateway (887ac1aa-846e-434c-bdb3-ded0c1f101b4), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:46.555425 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:46.577628 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Publish callbacks [] for port (f9e9676b-ecac-4994-9f65-243cdee010f3), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:46.688562 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (f9e9676b-ecac-4994-9f65-243cdee010f3), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:46.732794 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Network 87421ac7-3501-495d-abd1-cf8008d9c1cb is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:44:46.735769 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:44:46.739897 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:44:46.746678 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:46.746897 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Pushing event updated for resources: {'Port': ['ID=f9e9676b-ecac-4994-9f65-243cdee010f3,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:46.748373 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Publish callbacks [] for router_gateway (887ac1aa-846e-434c-bdb3-ded0c1f101b4), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:46.769990 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:46.811529 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Attempting to bind port f9e9676b-ecac-4994-9f65-243cdee010f3 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:44:46.811840 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Attempting to bind port f9e9676b-ecac-4994-9f65-243cdee010f3 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:44:46.812676 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Attempting to bind port f9e9676b-ecac-4994-9f65-243cdee010f3 on network 87421ac7-3501-495d-abd1-cf8008d9c1cb {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:44:46.818735 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:44:46.819101 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Checking segment: {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:44:46.819991 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:46.819991 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Bound using segment: {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:44:46.820320 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Bound port: f9e9676b-ecac-4994-9f65-243cdee010f3, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:44:46.820694 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (f9e9676b-ecac-4994-9f65-243cdee010f3), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:46.868446 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:46.887586 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] For port f9e9676b-ecac-4994-9f65-243cdee010f3, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:44:46.890651 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] For port f9e9676b-ecac-4994-9f65-243cdee010f3, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=f9e9676b-ecac-4994-9f65-243cdee010f3,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:44:46.905475 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Allocated IP 172.27.4.138 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/b86eedcc-770e-4b10-b121-476dc3291537) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:44:46.931044 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:46.975165 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (f9e9676b-ecac-4994-9f65-243cdee010f3), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:47.035953 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Publish callbacks [] for port (b86eedcc-770e-4b10-b121-476dc3291537), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:47.040308 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26197947-4747-4ab5-b7f5-3409a173dcb5 None None] Pushing event updated for resources: {'Port': ['ID=f9e9676b-ecac-4994-9f65-243cdee010f3,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:47.117115 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (b86eedcc-770e-4b10-b121-476dc3291537), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:47.177303 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:44:47.190421 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:44:47.190421 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Pushing event updated for resources: {'Port': ['ID=b86eedcc-770e-4b10-b121-476dc3291537,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:47.190421 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:44:47.511226 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Publish callbacks [] for router_gateway (887ac1aa-846e-434c-bdb3-ded0c1f101b4), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:47.596257 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:47.707352 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656454'] for router (887ac1aa-846e-434c-bdb3-ded0c1f101b4), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:47.894127 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 is scheduled to L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 with binding_index 1 {{(pid=104277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:44:47.899137 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c4c93e-329e-42ae-b1c1-707daba3ad2a None None] Network 87421ac7-3501-495d-abd1-cf8008d9c1cb requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:44:47.967324 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-67e7e5d9-87f9-458a-a274-bc3489582414 None None] Provisioning complete for port f9e9676b-ecac-4994-9f65-243cdee010f3 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:44:47.967604 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-67e7e5d9-87f9-458a-a274-bc3489582414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (f9e9676b-ecac-4994-9f65-243cdee010f3), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:48.010576 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:44:48.034257 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Sync routers for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:44:48.063105 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:44:48.063815 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:44:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:48.113750 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:48.117739 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d87fcfa5-a4af-4032-96bf-eb6edc86a258 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9580383 Aug 08 02:44:48.121401 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47140) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:48.143716 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-67e7e5d9-87f9-458a-a274-bc3489582414 None None] Current status of the port f9e9676b-ecac-4994-9f65-243cdee010f3 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:44:48.144123 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-67e7e5d9-87f9-458a-a274-bc3489582414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (f9e9676b-ecac-4994-9f65-243cdee010f3), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:48.229906 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-67e7e5d9-87f9-458a-a274-bc3489582414 None None] For port f9e9676b-ecac-4994-9f65-243cdee010f3, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=f9e9676b-ecac-4994-9f65-243cdee010f3,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:44:48.230310 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:44:48.322083 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-67e7e5d9-87f9-458a-a274-bc3489582414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (f9e9676b-ecac-4994-9f65-243cdee010f3), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:48.401992 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7e5d9-87f9-458a-a274-bc3489582414 None None] Pushing event updated for resources: {'Port': ['ID=f9e9676b-ecac-4994-9f65-243cdee010f3,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:48.418792 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:48.449685 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-828905fd-9e0a-4505-af79-34fd4ee57bad None None] Provisioning complete for port f9e9676b-ecac-4994-9f65-243cdee010f3 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:44:48.454530 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-828905fd-9e0a-4505-af79-34fd4ee57bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (f9e9676b-ecac-4994-9f65-243cdee010f3), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:48.488724 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:47Z', 'revision_number': 3, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:48.519260 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Checking router: 887ac1aa-846e-434c-bdb3-ded0c1f101b4 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:44:48.520952 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Updating router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 port b86eedcc-770e-4b10-b121-476dc3291537 binding host dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:44:48.556028 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b86eedcc-770e-4b10-b121-476dc3291537), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:48.558714 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:48.608220 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:48.608474 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:48.614331 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-828905fd-9e0a-4505-af79-34fd4ee57bad None None] Current status of the port f9e9676b-ecac-4994-9f65-243cdee010f3 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:44:48.676420 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:48.734664 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Allocated IP 172.20.0.1 (87421ac7-3501-495d-abd1-cf8008d9c1cb/68c7ace3-58ac-4148-a853-1fe17dd9d8b4/69b60ced-6ec8-44b7-b38e-591dbca7598d) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:44:48.841404 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Publish callbacks [] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:48.843520 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Publish callbacks [] for port (b86eedcc-770e-4b10-b121-476dc3291537), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:48.927637 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b86eedcc-770e-4b10-b121-476dc3291537), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:48.928185 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:48.959968 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Attempting to bind port b86eedcc-770e-4b10-b121-476dc3291537 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:44:48.960328 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Attempting to bind port b86eedcc-770e-4b10-b121-476dc3291537 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:44:48.960684 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Attempting to bind port b86eedcc-770e-4b10-b121-476dc3291537 on network e72f53b8-3f23-4d50-b125-ab42ad165078 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:44:48.969397 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Network 87421ac7-3501-495d-abd1-cf8008d9c1cb is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:44:48.971954 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:44:48.972324 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Checking segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:44:48.973282 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:48.973414 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:44:48.973681 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Bound using segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:44:48.974149 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Bound port: b86eedcc-770e-4b10-b121-476dc3291537, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:44:48.975229 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b86eedcc-770e-4b10-b121-476dc3291537), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:48.977584 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:44:49.000132 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb57e9-45e2-4a0f-aec2-b467b8658a5b None None] Pushing event updated for resources: {'Port': ['ID=b86eedcc-770e-4b10-b121-476dc3291537,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:49.006196 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Pushing event updated for resources: {'Port': ['ID=69b60ced-6ec8-44b7-b38e-591dbca7598d,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:49.026505 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732837'] for router_interface (887ac1aa-846e-434c-bdb3-ded0c1f101b4), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:49.035215 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] For port b86eedcc-770e-4b10-b121-476dc3291537, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:44:49.039288 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] For port b86eedcc-770e-4b10-b121-476dc3291537, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=b86eedcc-770e-4b10-b121-476dc3291537,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:44:49.135013 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b86eedcc-770e-4b10-b121-476dc3291537), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:49.182307 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:44:49.182970 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:44:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:49.224193 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device f9e9676b-ecac-4994-9f65-243cdee010f3 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:44:49.240199 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:49.260581 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb57e9-45e2-4a0f-aec2-b467b8658a5b None None] Pushing event updated for resources: {'Port': ['ID=b86eedcc-770e-4b10-b121-476dc3291537,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:49.309886 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-cbbc11c6-2673-4f86-a6f0-cacd2c101d22 None None] Provisioning complete for port 69b60ced-6ec8-44b7-b38e-591dbca7598d triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:44:49.310257 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cbbc11c6-2673-4f86-a6f0-cacd2c101d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:49.334795 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:49.366845 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port f9e9676b-ecac-4994-9f65-243cdee010f3 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:44:49.367213 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (f9e9676b-ecac-4994-9f65-243cdee010f3), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:49.371875 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-cbbc11c6-2673-4f86-a6f0-cacd2c101d22 None None] Port 69b60ced-6ec8-44b7-b38e-591dbca7598d cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:44:49.377623 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:44:49.408577 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Publish callbacks [] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:49.505538 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:49.573243 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Pushing event updated for resources: {'Port': ['ID=69b60ced-6ec8-44b7-b38e-591dbca7598d,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:49.579707 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729621'] for router_interface (887ac1aa-846e-434c-bdb3-ded0c1f101b4), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:49.623431 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:49.637624 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:49.686164 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port f9e9676b-ecac-4994-9f65-243cdee010f3 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:44:49.731789 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:47Z', 'revision_number': 3, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:49.758551 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acce1b55-2a2d-49f0-acef-609723719e38 None None] The sync data for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi is: [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:47Z', 'revision_number': 3, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:44:49.935856 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Network 87421ac7-3501-495d-abd1-cf8008d9c1cb is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:44:49.937416 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:44:50.090401 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:44:50.228135 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:44:50.243743 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-2f0122a2-f088-4dae-b4ca-f9fc2b1a3e23 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/887ac1aa-846e-434c-bdb3-ded0c1f101b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1146152 Aug 08 02:44:50.304928 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-d394ee9d-8108-41d0-b853-593e7c31408f None None] Provisioning complete for port 69b60ced-6ec8-44b7-b38e-591dbca7598d triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:44:50.305442 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d394ee9d-8108-41d0-b853-593e7c31408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:50.309292 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:50.348336 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-d394ee9d-8108-41d0-b853-593e7c31408f None None] Port 69b60ced-6ec8-44b7-b38e-591dbca7598d cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:44:50.438488 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47178) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:50.556547 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-14335219-3dcc-40e8-b1d8-4e5ccde5fed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:50.573979 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-16067eae-d9da-4a65-9346-922a278392a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:50.657211 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-16067eae-d9da-4a65-9346-922a278392a3 admin admin] Publish callbacks [] for security_group (39ebcc8a-a6ab-411f-bdd0-07c5406d470e), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:50.710868 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-16067eae-d9da-4a65-9346-922a278392a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (39ebcc8a-a6ab-411f-bdd0-07c5406d470e), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:50.751786 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-16067eae-d9da-4a65-9346-922a278392a3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=86e8e1a37751486fa8771d647328fa93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108556 Aug 08 02:44:50.752980 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16067eae-d9da-4a65-9346-922a278392a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ebcc8a-a6ab-411f-bdd0-07c5406d470e,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:50.754750 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47182) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:50.795669 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47184) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:50.801134 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-6f9d5eb6-faf6-4af1-92ed-69c028b6bcf7 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1445601161', 'description': 'tempest-description--1696435953'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:44:50.808851 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f2df8e4-8f35-4706-9f2c-9158c614036f admin admin] Publish callbacks [] for security_group (39ebcc8a-a6ab-411f-bdd0-07c5406d470e), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:50.831654 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f2df8e4-8f35-4706-9f2c-9158c614036f admin admin] Publish callbacks [] for security_group (39ebcc8a-a6ab-411f-bdd0-07c5406d470e), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:50.873662 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f9d5eb6-faf6-4af1-92ed-69c028b6bcf7 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:50.945125 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f2df8e4-8f35-4706-9f2c-9158c614036f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (39ebcc8a-a6ab-411f-bdd0-07c5406d470e), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:50.947796 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1f2df8e4-8f35-4706-9f2c-9158c614036f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:50.949241 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1f2df8e4-8f35-4706-9f2c-9158c614036f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/39ebcc8a-a6ab-411f-bdd0-07c5406d470e HTTP/1.1" status: 204 len: 168 time: 0.1932478 Aug 08 02:44:50.958197 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2df8e4-8f35-4706-9f2c-9158c614036f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ebcc8a-a6ab-411f-bdd0-07c5406d470e,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:50.989912 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f9d5eb6-faf6-4af1-92ed-69c028b6bcf7 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (61e11871-e564-4bf5-b4a4-d1f01a4cfc0c), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.059422 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f9d5eb6-faf6-4af1-92ed-69c028b6bcf7 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (61e11871-e564-4bf5-b4a4-d1f01a4cfc0c), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.065605 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:51.092838 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d5eb6-faf6-4af1-92ed-69c028b6bcf7 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e11871-e564-4bf5-b4a4-d1f01a4cfc0c,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:51.167445 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6f9d5eb6-faf6-4af1-92ed-69c028b6bcf7 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.167445 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-6f9d5eb6-faf6-4af1-92ed-69c028b6bcf7 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3691297 Aug 08 02:44:51.168793 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47188) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:51.174186 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-a11810e2-2e5a-4d0d-85ca-1121d32fa361 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'security_group_rule': {'security_group_id': '61e11871-e564-4bf5-b4a4-d1f01a4cfc0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:44:51.183447 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device b86eedcc-770e-4b10-b121-476dc3291537 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:44:51.234229 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port b86eedcc-770e-4b10-b121-476dc3291537 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:44:51.234758 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (b86eedcc-770e-4b10-b121-476dc3291537), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.262238 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a11810e2-2e5a-4d0d-85ca-1121d32fa361 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (b6b6fd23-237f-4658-ab14-ac74b9b22d20), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.284055 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=7 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:51.313683 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=16 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:51.323521 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port b86eedcc-770e-4b10-b121-476dc3291537 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:44:51.324763 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b86eedcc-770e-4b10-b121-476dc3291537), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.336363 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a11810e2-2e5a-4d0d-85ca-1121d32fa361 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (b6b6fd23-237f-4658-ab14-ac74b9b22d20), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.346720 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port b86eedcc-770e-4b10-b121-476dc3291537, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=b86eedcc-770e-4b10-b121-476dc3291537,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:44:51.409123 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Sync routers for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:44:51.419410 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:44:51.420070 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:44:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:51.448465 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b86eedcc-770e-4b10-b121-476dc3291537), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.448677 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a11810e2-2e5a-4d0d-85ca-1121d32fa361 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (b6b6fd23-237f-4658-ab14-ac74b9b22d20), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.464668 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:51.472257 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11810e2-2e5a-4d0d-85ca-1121d32fa361 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b6fd23-237f-4658-ab14-ac74b9b22d20,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:51.499523 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=b86eedcc-770e-4b10-b121-476dc3291537,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:51.531443 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:44:51.576076 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-a11810e2-2e5a-4d0d-85ca-1121d32fa361 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.577304 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-a11810e2-2e5a-4d0d-85ca-1121d32fa361 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4074876 Aug 08 02:44:51.580381 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47192) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:51.591208 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-bd806048-83bd-4a8c-a8b6-8b3c24a3111a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'security_group_rule': {'security_group_id': '61e11871-e564-4bf5-b4a4-d1f01a4cfc0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:44:51.703826 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47194) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:51.717593 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3f30cf93-f963-43d9-a51e-781e608317bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.719625 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd806048-83bd-4a8c-a8b6-8b3c24a3111a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (7a262f07-a1b9-46dd-a8ca-ec5068536350), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.720767 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 2, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:51.751048 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Checking router: 887ac1aa-846e-434c-bdb3-ded0c1f101b4 for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:44:51.752068 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Updating router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 port 69b60ced-6ec8-44b7-b38e-591dbca7598d binding host dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:44:51.764382 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:51.781156 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.782263 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd806048-83bd-4a8c-a8b6-8b3c24a3111a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (7a262f07-a1b9-46dd-a8ca-ec5068536350), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.801272 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3f30cf93-f963-43d9-a51e-781e608317bc admin admin] Publish callbacks [] for security_group (1b52aa96-d610-409f-8406-5fdaf8193863), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.893999 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd806048-83bd-4a8c-a8b6-8b3c24a3111a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (7a262f07-a1b9-46dd-a8ca-ec5068536350), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.894258 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3f30cf93-f963-43d9-a51e-781e608317bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (1b52aa96-d610-409f-8406-5fdaf8193863), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:51.915814 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd806048-83bd-4a8c-a8b6-8b3c24a3111a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a262f07-a1b9-46dd-a8ca-ec5068536350,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:51.932374 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:51.952157 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-3f30cf93-f963-43d9-a51e-781e608317bc admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=657fde3570b643b6a6500095281d482d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448399 Aug 08 02:44:51.952157 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30cf93-f963-43d9-a51e-781e608317bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b52aa96-d610-409f-8406-5fdaf8193863,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:51.952655 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47196) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:52.004926 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ecc0badf-885a-46e7-9f0c-b02b48547f60 admin admin] Publish callbacks [] for security_group (1b52aa96-d610-409f-8406-5fdaf8193863), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.029827 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bd806048-83bd-4a8c-a8b6-8b3c24a3111a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.031020 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-bd806048-83bd-4a8c-a8b6-8b3c24a3111a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4496939 Aug 08 02:44:52.033959 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ecc0badf-885a-46e7-9f0c-b02b48547f60 admin admin] Publish callbacks [] for security_group (1b52aa96-d610-409f-8406-5fdaf8193863), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.034877 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47198) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:52.040688 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'floatingip': {'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:44:52.062997 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Publish callbacks [] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.121898 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.122207 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.145311 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ecc0badf-885a-46e7-9f0c-b02b48547f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (1b52aa96-d610-409f-8406-5fdaf8193863), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.148206 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-ecc0badf-885a-46e7-9f0c-b02b48547f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.151716 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-ecc0badf-885a-46e7-9f0c-b02b48547f60 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1b52aa96-d610-409f-8406-5fdaf8193863 HTTP/1.1" status: 204 len: 168 time: 0.1956172 Aug 08 02:44:52.160579 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0badf-885a-46e7-9f0c-b02b48547f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b52aa96-d610-409f-8406-5fdaf8193863,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:52.165926 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Pushing event updated for resources: {'Port': ['ID=69b60ced-6ec8-44b7-b38e-591dbca7598d,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:52.178012 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:52.178277 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:52.178666 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:52.179030 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:52.179368 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:52.179702 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:52.180027 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:52.180348 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:52.180669 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:52.180989 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:52.181311 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:52.181653 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:52.181969 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:52.182587 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:52.182913 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:44:52.213838 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.247492 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Attempting to bind port 69b60ced-6ec8-44b7-b38e-591dbca7598d on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:44:52.248076 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Attempting to bind port 69b60ced-6ec8-44b7-b38e-591dbca7598d by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:44:52.248507 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Attempting to bind port 69b60ced-6ec8-44b7-b38e-591dbca7598d on network 87421ac7-3501-495d-abd1-cf8008d9c1cb {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:44:52.255270 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:44:52.255731 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Checking segment: {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:44:52.256202 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.256658 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Bound using segment: {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:44:52.257182 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Bound port: 69b60ced-6ec8-44b7-b38e-591dbca7598d, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:44:52.257563 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.319332 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] For port 69b60ced-6ec8-44b7-b38e-591dbca7598d, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:44:52.322364 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] For port 69b60ced-6ec8-44b7-b38e-591dbca7598d, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=69b60ced-6ec8-44b7-b38e-591dbca7598d,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:44:52.339712 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Allocated IP 172.27.4.38 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/eb66a531-2794-4aff-a500-98df4c790e7e) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:44:52.385897 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.415870 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:52.433263 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:44:52.433817 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:44:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:52.438661 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:52.456952 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for port (eb66a531-2794-4aff-a500-98df4c790e7e), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.478947 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa3b7a-b4ba-4976-aed5-0f44c6859244 None None] Pushing event updated for resources: {'Port': ['ID=69b60ced-6ec8-44b7-b38e-591dbca7598d,revision_number=4']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:52.510823 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:52.534339 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (eb66a531-2794-4aff-a500-98df4c790e7e), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.552961 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:44:52.583846 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:44:52.587022 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:44:52.590485 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:44:52.619929 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'Port': ['ID=eb66a531-2794-4aff-a500-98df4c790e7e,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:52.691387 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (0725f949-b334-4e17-b7e4-27388ff55760), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.787272 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (eb66a531-2794-4aff-a500-98df4c790e7e), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.836761 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:52Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:44:52.865607 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a5d5f1-1e12-4f07-b98f-0a84e945f9de None None] The sync data for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi is: [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:52Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:44:52.901797 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-233ae150-dd76-4c3b-95b7-da46aa90e6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:52.976336 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for port (eb66a531-2794-4aff-a500-98df4c790e7e), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:53.024950 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914405'] for port (eb66a531-2794-4aff-a500-98df4c790e7e), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:53.091742 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:53.106843 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'Port': ['ID=eb66a531-2794-4aff-a500-98df4c790e7e,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:53.109221 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (0725f949-b334-4e17-b7e4-27388ff55760), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:53.217846 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:53.227166 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1fa7855d-d876-4770-a3d8-55edb9cbf8e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1909750 Aug 08 02:44:53.287465 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 69b60ced-6ec8-44b7-b38e-591dbca7598d up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:44:53.344600 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 69b60ced-6ec8-44b7-b38e-591dbca7598d triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:44:53.345994 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:53.428827 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 69b60ced-6ec8-44b7-b38e-591dbca7598d is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:44:53.429216 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:53.471619 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 69b60ced-6ec8-44b7-b38e-591dbca7598d, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=69b60ced-6ec8-44b7-b38e-591dbca7598d,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:44:53.483423 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-3343c362-9056-4912-bc63-af36080eee9b tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1445601161&fields=id&tenant_id=570f253b2653418dabc6566536e14353 HTTP/1.1" status: 200 len: 267 time: 0.0546935 Aug 08 02:44:53.591299 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:53.592408 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device b86eedcc-770e-4b10-b121-476dc3291537 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:44:53.594286 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:53.603371 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-0f9386b2-7ce0-4a59-b7fc-0804a2f89fd1 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:53.605022 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-0f9386b2-7ce0-4a59-b7fc-0804a2f89fd1 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 815 time: 0.1136043 Aug 08 02:44:53.621719 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-37f9f522-cad4-43cf-96f1-2358e7fbc7c2 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/quotas/570f253b2653418dabc6566536e14353 HTTP/1.1" status: 200 len: 375 time: 0.0111430 Aug 08 02:44:53.682566 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=69b60ced-6ec8-44b7-b38e-591dbca7598d,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:53.692843 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port b86eedcc-770e-4b10-b121-476dc3291537 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:44:53.693236 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (b86eedcc-770e-4b10-b121-476dc3291537), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:53.698870 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-8004be74-7382-41a7-8367-91e74dfd58af tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704393 Aug 08 02:44:53.717360 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-18670347-4d5f-4b07-9985-763140d1dd32 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:44:53.718255 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-18670347-4d5f-4b07-9985-763140d1dd32 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053511 Aug 08 02:44:53.789284 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:53.792629 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port b86eedcc-770e-4b10-b121-476dc3291537 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:44:53.833110 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-bfb071eb-3cf5-42cd-9cfb-62a6d514fa9f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057844 Aug 08 02:44:53.943393 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-8c714e69-f51d-4bef-bb18-ff7d499abdf0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043050 Aug 08 02:44:54.203968 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1f87ec3c-d48d-4199-af0a-c35b1c8a2e78 req-6ee3a010-fd74-484e-9cbd-8ea7d0623933 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0322709 Aug 08 02:44:54.402043 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:55.203709 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 69b60ced-6ec8-44b7-b38e-591dbca7598d up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:44:55.249482 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 69b60ced-6ec8-44b7-b38e-591dbca7598d triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:44:55.249855 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:55.327450 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fbc8f03a-5a95-4062-88db-7ea58028dd1e req-1d235bb7-98b0-41ca-beac-7152bc4231e6 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0293083 Aug 08 02:44:55.330493 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 69b60ced-6ec8-44b7-b38e-591dbca7598d is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:44:56.036283 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:56.087683 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:56.237380 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-e8393d4f-96c0-470b-8fed-40c787fb0140 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:56.238845 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-e8393d4f-96c0-470b-8fed-40c787fb0140 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 815 time: 0.1095147 Aug 08 02:44:56.300755 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-eda3b37c-a805-4625-9e73-f12878ade833 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=570f253b2653418dabc6566536e14353 HTTP/1.1" status: 200 len: 380 time: 0.0527544 Aug 08 02:44:56.310222 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-586a1d73-9996-4e3f-ada5-54d5d7f1a5ae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'port': {'device_id': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'admin_state_up': True, 'tenant_id': '570f253b2653418dabc6566536e14353', 'security_groups': ['61e11871-e564-4bf5-b4a4-d1f01a4cfc0c']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:44:56.434782 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bfffc5a8-d3ad-49e3-bad5-59dabc85932f req-d409a1ef-0541-440f-b6b5-f6a2087568f7 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0290387 Aug 08 02:44:56.534340 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-586a1d73-9996-4e3f-ada5-54d5d7f1a5ae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Made reservation on behalf of 570f253b2653418dabc6566536e14353 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:44:56.538036 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-586a1d73-9996-4e3f-ada5-54d5d7f1a5ae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:56.555860 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:56.669069 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-586a1d73-9996-4e3f-ada5-54d5d7f1a5ae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Allocated IP 172.20.0.4 (87421ac7-3501-495d-abd1-cf8008d9c1cb/68c7ace3-58ac-4148-a853-1fe17dd9d8b4/b1cd355c-17b9-4b63-9354-70d58ac3d6df) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:44:56.818554 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-586a1d73-9996-4e3f-ada5-54d5d7f1a5ae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for port (b1cd355c-17b9-4b63-9354-70d58ac3d6df), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:56.968233 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-586a1d73-9996-4e3f-ada5-54d5d7f1a5ae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (b1cd355c-17b9-4b63-9354-70d58ac3d6df), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:57.010937 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-586a1d73-9996-4e3f-ada5-54d5d7f1a5ae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Network 87421ac7-3501-495d-abd1-cf8008d9c1cb is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:44:57.014073 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-586a1d73-9996-4e3f-ada5-54d5d7f1a5ae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:44:57.017693 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-586a1d73-9996-4e3f-ada5-54d5d7f1a5ae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:44:57.054977 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a1d73-9996-4e3f-ada5-54d5d7f1a5ae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'Port': ['ID=b1cd355c-17b9-4b63-9354-70d58ac3d6df,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:57.076469 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:57.087969 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-586a1d73-9996-4e3f-ada5-54d5d7f1a5ae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:57.088682 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-586a1d73-9996-4e3f-ada5-54d5d7f1a5ae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:57.199509 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-586a1d73-9996-4e3f-ada5-54d5d7f1a5ae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8932657 Aug 08 02:44:57.211398 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Request body: {'port': {'device_id': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:44:57.271743 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b1cd355c-17b9-4b63-9354-70d58ac3d6df), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:57.314211 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-4d2c74da-0a6b-4ef9-bf48-84d6afa2be7a None None] Provisioning complete for port b1cd355c-17b9-4b63-9354-70d58ac3d6df triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:44:57.314779 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4d2c74da-0a6b-4ef9-bf48-84d6afa2be7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (b1cd355c-17b9-4b63-9354-70d58ac3d6df), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:57.346948 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c74da-0a6b-4ef9-bf48-84d6afa2be7a None None] Port b1cd355c-17b9-4b63-9354-70d58ac3d6df cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:44:57.566527 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cd355c-17b9-4b63-9354-70d58ac3d6df {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:44:57.577828 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Publish callbacks [] for port (b1cd355c-17b9-4b63-9354-70d58ac3d6df), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:57.591336 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87c4a2-8da2-45b8-a530-ddf8c9c090ba req-d1e7a69e-636c-433c-8173-fec816056c58 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:57.592794 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8e87c4a2-8da2-45b8-a530-ddf8c9c090ba req-d1e7a69e-636c-433c-8173-fec816056c58 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 931 time: 0.0665581 Aug 08 02:44:57.603664 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:57.606619 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Transition to ACTIVE for port object b1cd355c-17b9-4b63-9354-70d58ac3d6df will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:44:57.644016 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8e87c4a2-8da2-45b8-a530-ddf8c9c090ba req-81f74247-fd77-4593-b943-47b60be2351b tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=61e11871-e564-4bf5-b4a4-d1f01a4cfc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453031 Aug 08 02:44:57.704569 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (b1cd355c-17b9-4b63-9354-70d58ac3d6df), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:57.764105 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cd355c-17b9-4b63-9354-70d58ac3d6df,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:57.816317 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Attempting to bind port b1cd355c-17b9-4b63-9354-70d58ac3d6df on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:44:57.816640 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Attempting to bind port b1cd355c-17b9-4b63-9354-70d58ac3d6df by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:44:57.816960 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Attempting to bind port b1cd355c-17b9-4b63-9354-70d58ac3d6df on network 87421ac7-3501-495d-abd1-cf8008d9c1cb {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:44:57.821361 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Port b1cd355c-17b9-4b63-9354-70d58ac3d6df on network 87421ac7-3501-495d-abd1-cf8008d9c1cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:44:57.821674 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Attempting to bind port b1cd355c-17b9-4b63-9354-70d58ac3d6df on network 87421ac7-3501-495d-abd1-cf8008d9c1cb {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:44:57.826794 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:44:57.827125 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Checking segment: {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:44:57.827498 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Bound using segment: {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:44:57.827914 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Bound port: b1cd355c-17b9-4b63-9354-70d58ac3d6df, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:44:57.828260 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b1cd355c-17b9-4b63-9354-70d58ac3d6df), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:57.888726 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] For port b1cd355c-17b9-4b63-9354-70d58ac3d6df, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:44:57.891633 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] For port b1cd355c-17b9-4b63-9354-70d58ac3d6df, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b1cd355c-17b9-4b63-9354-70d58ac3d6df,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:44:57.974010 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (b1cd355c-17b9-4b63-9354-70d58ac3d6df), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:57.978288 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:57.978915 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:57.980303 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/b1cd355c-17b9-4b63-9354-70d58ac3d6df HTTP/1.1" status: 200 len: 1093 time: 0.7732456 Aug 08 02:44:57.980797 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'tag': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:44:57.983156 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010a8909-b884-4556-82b9-9106186bea8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7aefc19-4687-4608-95c1-07161c73b0f0", "tag": "b1cd355c-17b9-4b63-9354-70d58ac3d6df"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:44:58.023916 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474dbca1-5c40-41f6-9744-b007e4d3799f x-openstack-request-id: req-474dbca1-5c40-41f6-9744-b007e4d3799f {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:44:58.024188 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7aefc19-4687-4608-95c1-07161c73b0f0", "tag": "b1cd355c-17b9-4b63-9354-70d58ac3d6df", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:44:58.024449 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-474dbca1-5c40-41f6-9744-b007e4d3799f {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:44:58.024846 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-474dbca1-5c40-41f6-9744-b007e4d3799f'] response: {'name': 'network-changed', 'server_uuid': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'tag': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df', 'status': 'completed', 'code': 200} Aug 08 02:44:58.034851 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0004e-89d4-4af3-b076-976092bbbf14 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cd355c-17b9-4b63-9354-70d58ac3d6df,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:44:58.078096 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:44:58.088204 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a8909-b884-4556-82b9-9106186bea8c req-eba73fda-d937-43e2-9b1b-25b550d746cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:58.089758 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-010a8909-b884-4556-82b9-9106186bea8c req-eba73fda-d937-43e2-9b1b-25b550d746cb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 1127 time: 0.0451262 Aug 08 02:44:58.193913 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a8909-b884-4556-82b9-9106186bea8c req-d960343e-f13b-442f-a9be-bba30071b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:58.195419 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-010a8909-b884-4556-82b9-9106186bea8c req-d960343e-f13b-442f-a9be-bba30071b973 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=570f253b2653418dabc6566536e14353&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0970783 Aug 08 02:44:58.298155 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a8909-b884-4556-82b9-9106186bea8c req-2d18fb7b-9269-4011-95e8-1a8bf3aff47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:58.300109 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-010a8909-b884-4556-82b9-9106186bea8c req-2d18fb7b-9269-4011-95e8-1a8bf3aff47a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989375 Aug 08 02:44:58.376091 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-b3cf5f4c-1812-4333-89cc-d59351b6d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:58.377642 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-b3cf5f4c-1812-4333-89cc-d59351b6d25e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 1127 time: 0.0400178 Aug 08 02:44:58.417523 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-fc4e68b9-54e4-46ba-bcb9-66ecf7eb2309 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1cd355c-17b9-4b63-9354-70d58ac3d6df HTTP/1.1" status: 200 len: 217 time: 0.0335035 Aug 08 02:44:58.469324 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-1b8d9305-e4b5-41a9-85b4-1acebea2f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:58.470809 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-1b8d9305-e4b5-41a9-85b4-1acebea2f280 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=68c7ace3-58ac-4148-a853-1fe17dd9d8b4 HTTP/1.1" status: 200 len: 854 time: 0.0476804 Aug 08 02:44:58.515151 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-9838e3e4-b747-4810-978d-4ccad4780e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:58.516745 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-9838e3e4-b747-4810-978d-4ccad4780e7d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87421ac7-3501-495d-abd1-cf8008d9c1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394368 Aug 08 02:44:58.610049 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-b7e9d484-464a-4161-95f9-380196587033 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873590 Aug 08 02:44:58.648037 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:58.707752 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-583b5f4f-70e1-4546-8430-3128a8ace56a req-7eca80af-5e80-4caa-95ba-7aa6ecfadf1b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921988 Aug 08 02:44:58.772020 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dd016-a29e-4a58-8c82-e12f74e8e072 req-ed40ca16-2aa0-492b-a087-a951419dbee5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:58.773480 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4a0dd016-a29e-4a58-8c82-e12f74e8e072 req-ed40ca16-2aa0-492b-a087-a951419dbee5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 943 time: 0.0476632 Aug 08 02:44:58.823260 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4a0dd016-a29e-4a58-8c82-e12f74e8e072 req-585bf156-acbe-4de1-8a36-d67c9653b387 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=61e11871-e564-4bf5-b4a4-d1f01a4cfc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441453 Aug 08 02:44:59.652398 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47334) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:59.757384 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-490d500c-b4d5-4bc4-a104-754f722cdef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:59.835579 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-490d500c-b4d5-4bc4-a104-754f722cdef7 admin admin] Publish callbacks [] for security_group (e0c6324b-c3f0-4777-a105-9708126d0a93), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:59.908014 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-490d500c-b4d5-4bc4-a104-754f722cdef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e0c6324b-c3f0-4777-a105-9708126d0a93), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:44:59.974694 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-490d500c-b4d5-4bc4-a104-754f722cdef7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=82c0466829d94e0d8bf039ad0a8df2c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210778 Aug 08 02:44:59.977380 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47340) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:44:59.981271 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16450cbe-d2e9-480b-9864-36cd706c3917 req-2a3ec98a-0ca5-473f-9fe8-4b2a400062b1 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:44:59.982698 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-16450cbe-d2e9-480b-9864-36cd706c3917 req-2a3ec98a-0ca5-473f-9fe8-4b2a400062b1 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 943 time: 0.0847235 Aug 08 02:44:59.983445 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d500c-b4d5-4bc4-a104-754f722cdef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c6324b-c3f0-4777-a105-9708126d0a93,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:00.029906 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-93d7d593-b1b7-49ad-8cd6-76794927989b admin admin] Publish callbacks [] for security_group (e0c6324b-c3f0-4777-a105-9708126d0a93), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:00.030980 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-16450cbe-d2e9-480b-9864-36cd706c3917 req-682ccfb4-05cd-4a76-84a8-4db8076f79d5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=61e11871-e564-4bf5-b4a4-d1f01a4cfc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423939 Aug 08 02:45:00.032114 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:00.053333 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-93d7d593-b1b7-49ad-8cd6-76794927989b admin admin] Publish callbacks [] for security_group (e0c6324b-c3f0-4777-a105-9708126d0a93), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:00.150279 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-93d7d593-b1b7-49ad-8cd6-76794927989b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e0c6324b-c3f0-4777-a105-9708126d0a93), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:00.152992 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-93d7d593-b1b7-49ad-8cd6-76794927989b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:00.154233 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-93d7d593-b1b7-49ad-8cd6-76794927989b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e0c6324b-c3f0-4777-a105-9708126d0a93 HTTP/1.1" status: 204 len: 168 time: 0.1757762 Aug 08 02:45:00.163500 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7d593-b1b7-49ad-8cd6-76794927989b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c6324b-c3f0-4777-a105-9708126d0a93,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:00.174487 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:00.529583 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device b1cd355c-17b9-4b63-9354-70d58ac3d6df details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:45:00.629422 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port b1cd355c-17b9-4b63-9354-70d58ac3d6df, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b1cd355c-17b9-4b63-9354-70d58ac3d6df,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:45:00.640362 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'port_id': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df', 'mac_address': 'fa:16:3e:56:b5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:45:00.675956 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port b1cd355c-17b9-4b63-9354-70d58ac3d6df is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:45:00.676383 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b1cd355c-17b9-4b63-9354-70d58ac3d6df), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:00.689366 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cd355c-17b9-4b63-9354-70d58ac3d6df {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:45:00.709797 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port b1cd355c-17b9-4b63-9354-70d58ac3d6df, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b1cd355c-17b9-4b63-9354-70d58ac3d6df,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:45:00.762310 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b1cd355c-17b9-4b63-9354-70d58ac3d6df), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:00.808858 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=b1cd355c-17b9-4b63-9354-70d58ac3d6df,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:00.850983 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47346) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:45:00.864528 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-eb26a42f-5bc0-4830-8fa5-2f3ffb0ac069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:00.938661 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-eb26a42f-5bc0-4830-8fa5-2f3ffb0ac069 admin admin] Publish callbacks [] for security_group (3c86f0b3-d072-4eb0-bc58-b681d4897d49), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:01.001685 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-eb26a42f-5bc0-4830-8fa5-2f3ffb0ac069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (3c86f0b3-d072-4eb0-bc58-b681d4897d49), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:01.045605 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-eb26a42f-5bc0-4830-8fa5-2f3ffb0ac069 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3d6465b0a8c54125aecaed0fe16287cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935422 Aug 08 02:45:01.046557 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26a42f-5bc0-4830-8fa5-2f3ffb0ac069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c86f0b3-d072-4eb0-bc58-b681d4897d49,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:01.048309 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47348) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:45:01.102298 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-56f9fa71-6478-4f1b-874d-b806aa385e02 admin admin] Publish callbacks [] for security_group (3c86f0b3-d072-4eb0-bc58-b681d4897d49), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:01.119057 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['b1cd355c-17b9-4b63-9354-70d58ac3d6df'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:45:01.150916 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-56f9fa71-6478-4f1b-874d-b806aa385e02 admin admin] Publish callbacks [] for security_group (3c86f0b3-d072-4eb0-bc58-b681d4897d49), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:01.180397 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab8e90-fdbf-4b55-9351-43ce869ee755 req-a7091677-f28c-4623-b27b-4f6812f94c2b tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:01.181759 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-48ab8e90-fdbf-4b55-9351-43ce869ee755 req-a7091677-f28c-4623-b27b-4f6812f94c2b tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 944 time: 0.0706055 Aug 08 02:45:01.220383 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:01.245714 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-48ab8e90-fdbf-4b55-9351-43ce869ee755 req-8e9de5d1-098b-43c5-b036-9025390c7fe8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=61e11871-e564-4bf5-b4a4-d1f01a4cfc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575721 Aug 08 02:45:01.293594 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-56f9fa71-6478-4f1b-874d-b806aa385e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (3c86f0b3-d072-4eb0-bc58-b681d4897d49), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:01.296248 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-56f9fa71-6478-4f1b-874d-b806aa385e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:01.297358 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-56f9fa71-6478-4f1b-874d-b806aa385e02 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3c86f0b3-d072-4eb0-bc58-b681d4897d49 HTTP/1.1" status: 204 len: 168 time: 0.2473023 Aug 08 02:45:01.307266 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9fa71-6478-4f1b-874d-b806aa385e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c86f0b3-d072-4eb0-bc58-b681d4897d49,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:02.366339 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac1878-fb98-405c-b048-0ef01118d244 req-f82d966b-bdc8-4460-b472-b22caad27e66 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:02.368022 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-47ac1878-fb98-405c-b048-0ef01118d244 req-f82d966b-bdc8-4460-b472-b22caad27e66 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 944 time: 0.0499778 Aug 08 02:45:02.417062 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-47ac1878-fb98-405c-b048-0ef01118d244 req-d3b1c8bb-4095-4d41-ba6d-80d18a7d4f03 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=61e11871-e564-4bf5-b4a4-d1f01a4cfc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431533 Aug 08 02:45:02.547347 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device b1cd355c-17b9-4b63-9354-70d58ac3d6df up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:45:02.592631 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port b1cd355c-17b9-4b63-9354-70d58ac3d6df completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:45:02.687410 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port b1cd355c-17b9-4b63-9354-70d58ac3d6df triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:45:02.687785 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (b1cd355c-17b9-4b63-9354-70d58ac3d6df), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:02.750093 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:02.762955 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port b1cd355c-17b9-4b63-9354-70d58ac3d6df is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:45:02.763354 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (b1cd355c-17b9-4b63-9354-70d58ac3d6df), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:02.786669 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:45:02.788870 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba046e74-eed1-419f-ab00-eec12e4bf29f" -d '{"events": [{"server_uuid": "f7aefc19-4687-4608-95c1-07161c73b0f0", "name": "network-vif-plugged", "status": "completed", "tag": "b1cd355c-17b9-4b63-9354-70d58ac3d6df"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:45:02.803165 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port b1cd355c-17b9-4b63-9354-70d58ac3d6df, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b1cd355c-17b9-4b63-9354-70d58ac3d6df,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:45:02.840299 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=63 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:02.864718 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (b1cd355c-17b9-4b63-9354-70d58ac3d6df), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:02.923182 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=b1cd355c-17b9-4b63-9354-70d58ac3d6df,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:03.021747 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b964e09b-347c-4cbc-bfcb-eb53c50c00b9 x-openstack-request-id: req-b964e09b-347c-4cbc-bfcb-eb53c50c00b9 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:45:03.022194 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7aefc19-4687-4608-95c1-07161c73b0f0", "name": "network-vif-plugged", "status": "completed", "tag": "b1cd355c-17b9-4b63-9354-70d58ac3d6df", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:45:03.022341 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b964e09b-347c-4cbc-bfcb-eb53c50c00b9 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:45:03.025509 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b964e09b-347c-4cbc-bfcb-eb53c50c00b9'] response: {'server_uuid': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df', 'code': 200} Aug 08 02:45:03.325290 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01a45-14e2-4914-a9c8-a6b8a7e333b8 req-8d420dd1-e908-46e1-a7c7-cc16784c17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:03.326722 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-22d01a45-14e2-4914-a9c8-a6b8a7e333b8 req-8d420dd1-e908-46e1-a7c7-cc16784c17aa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 1129 time: 0.0408413 Aug 08 02:45:03.378057 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-22d01a45-14e2-4914-a9c8-a6b8a7e333b8 req-2da4184c-9164-47d0-8880-cc0ed61185d8 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=61e11871-e564-4bf5-b4a4-d1f01a4cfc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456176 Aug 08 02:45:03.539692 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176131c7-6524-4977-8c24-cfce6fbc6f63 req-088cc857-3601-4c2f-a0d5-296b9d429347 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:03.541171 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-176131c7-6524-4977-8c24-cfce6fbc6f63 req-088cc857-3601-4c2f-a0d5-296b9d429347 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0480044 Aug 08 02:45:03.588527 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-176131c7-6524-4977-8c24-cfce6fbc6f63 req-ffa1675c-bf3f-4985-a4e8-a110024a0146 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=61e11871-e564-4bf5-b4a4-d1f01a4cfc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415571 Aug 08 02:45:04.394157 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47426) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:45:04.502079 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8aeb2375-4ff1-4e5e-b6be-f1c4c3a4bc77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:04.512093 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:04.551601 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:04.578458 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8aeb2375-4ff1-4e5e-b6be-f1c4c3a4bc77 admin admin] Publish callbacks [] for security_group (16cab1da-31e8-4421-a34f-453c845e3dcf), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:04.670871 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8aeb2375-4ff1-4e5e-b6be-f1c4c3a4bc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (16cab1da-31e8-4421-a34f-453c845e3dcf), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:04.712352 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8aeb2375-4ff1-4e5e-b6be-f1c4c3a4bc77 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cf5105d67ea74d9dae98b6f79e124b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169069 Aug 08 02:45:04.712592 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc15126-6ce7-43d7-9a27-7d28db91733a req-e7abf0aa-4f89-40de-8ce2-80b568ed5447 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:04.713051 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb2375-4ff1-4e5e-b6be-f1c4c3a4bc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cab1da-31e8-4421-a34f-453c845e3dcf,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:04.714077 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7cc15126-6ce7-43d7-9a27-7d28db91733a req-e7abf0aa-4f89-40de-8ce2-80b568ed5447 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0488427 Aug 08 02:45:04.714825 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47432) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:45:04.791301 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7cc15126-6ce7-43d7-9a27-7d28db91733a req-2418bd77-dcda-401c-b078-75fe209837ac tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=61e11871-e564-4bf5-b4a4-d1f01a4cfc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701878 Aug 08 02:45:04.802798 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d0646a6d-b2a8-4881-a220-ec5d36f5ed9e admin admin] Publish callbacks [] for security_group (16cab1da-31e8-4421-a34f-453c845e3dcf), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:04.826108 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d0646a6d-b2a8-4881-a220-ec5d36f5ed9e admin admin] Publish callbacks [] for security_group (16cab1da-31e8-4421-a34f-453c845e3dcf), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:04.973578 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d0646a6d-b2a8-4881-a220-ec5d36f5ed9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (16cab1da-31e8-4421-a34f-453c845e3dcf), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:04.976216 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d0646a6d-b2a8-4881-a220-ec5d36f5ed9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:04.977366 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d0646a6d-b2a8-4881-a220-ec5d36f5ed9e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/16cab1da-31e8-4421-a34f-453c845e3dcf HTTP/1.1" status: 204 len: 168 time: 0.2615988 Aug 08 02:45:04.986035 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0646a6d-b2a8-4881-a220-ec5d36f5ed9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cab1da-31e8-4421-a34f-453c845e3dcf,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:05.517061 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47438) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:45:05.530991 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-124ff657-faf6-4342-a243-2735a92d0aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:05.605891 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-124ff657-faf6-4342-a243-2735a92d0aac admin admin] Publish callbacks [] for security_group (084fa741-b33e-4c78-af1c-110a142bf247), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:05.676422 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-124ff657-faf6-4342-a243-2735a92d0aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (084fa741-b33e-4c78-af1c-110a142bf247), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:05.716132 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-124ff657-faf6-4342-a243-2735a92d0aac admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=77d1ca24f041431a97ce2d0f2ec64ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1980066 Aug 08 02:45:05.717347 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ff657-faf6-4342-a243-2735a92d0aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084fa741-b33e-4c78-af1c-110a142bf247,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:05.718950 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47440) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:45:05.768125 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc02ce8b-8926-4dee-a87c-18c0bfb05d31 admin admin] Publish callbacks [] for security_group (084fa741-b33e-4c78-af1c-110a142bf247), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:05.790276 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc02ce8b-8926-4dee-a87c-18c0bfb05d31 admin admin] Publish callbacks [] for security_group (084fa741-b33e-4c78-af1c-110a142bf247), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:05.911225 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc02ce8b-8926-4dee-a87c-18c0bfb05d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (084fa741-b33e-4c78-af1c-110a142bf247), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:05.913852 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-dc02ce8b-8926-4dee-a87c-18c0bfb05d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:05.914066 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8255c-6eec-4c66-918c-70ac797012d9 req-e7274043-1fea-4072-8547-d63b341b2971 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:05.917771 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-dc02ce8b-8926-4dee-a87c-18c0bfb05d31 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/084fa741-b33e-4c78-af1c-110a142bf247 HTTP/1.1" status: 204 len: 168 time: 0.1951780 Aug 08 02:45:05.917953 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-41e8255c-6eec-4c66-918c-70ac797012d9 req-e7274043-1fea-4072-8547-d63b341b2971 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0508893 Aug 08 02:45:05.927990 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02ce8b-8926-4dee-a87c-18c0bfb05d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084fa741-b33e-4c78-af1c-110a142bf247,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:05.974450 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-41e8255c-6eec-4c66-918c-70ac797012d9 req-fc9f01f6-f16c-4c4c-8531-7a740365eaa9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=61e11871-e564-4bf5-b4a4-d1f01a4cfc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516429 Aug 08 02:45:06.094704 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d1bd8-e312-4518-a1be-8a83624d8fd0 req-eab8bdc2-da2c-4e95-b18e-f14821de4a8e tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:06.096171 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1a0d1bd8-e312-4518-a1be-8a83624d8fd0 req-eab8bdc2-da2c-4e95-b18e-f14821de4a8e tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0516479 Aug 08 02:45:06.107052 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47448) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:45:06.111518 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-551fd543-73e9-40b2-b2ef-c4b513e4adb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'floatingip': {'port_id': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:45:06.145391 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:06.151873 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-551fd543-73e9-40b2-b2ef-c4b513e4adb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (0725f949-b334-4e17-b7e4-27388ff55760), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:06.494905 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:06.590978 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-551fd543-73e9-40b2-b2ef-c4b513e4adb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:06.636335 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-551fd543-73e9-40b2-b2ef-c4b513e4adb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (0725f949-b334-4e17-b7e4-27388ff55760), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:06.735805 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-551fd543-73e9-40b2-b2ef-c4b513e4adb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Floating IP 0725f949-b334-4e17-b7e4-27388ff55760 associated. External IP: 172.27.4.38, port: b1cd355c-17b9-4b63-9354-70d58ac3d6df. Aug 08 02:45:06.935344 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47468) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:45:07.040333 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-f4f36b46-5fa2-4923-82de-508bf6931131 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-871594049-network', 'tenant_id': 'c3703fa0da4a45d8b49bf637d12e3f21'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:45:07.133285 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f36b46-5fa2-4923-82de-508bf6931131 admin admin] Made reservation on behalf of c3703fa0da4a45d8b49bf637d12e3f21 for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:45:07.138519 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f4f36b46-5fa2-4923-82de-508bf6931131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:07.145455 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f4f36b46-5fa2-4923-82de-508bf6931131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:07.174103 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551fd543-73e9-40b2-b2ef-c4b513e4adb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:45:07.222093 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f4f36b46-5fa2-4923-82de-508bf6931131 admin admin] Publish callbacks [] for security_group (2005044f-8b63-4fd0-8064-4d267d8dbdd9), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:07.278581 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551fd543-73e9-40b2-b2ef-c4b513e4adb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:45:07.282908 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-551fd543-73e9-40b2-b2ef-c4b513e4adb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:07.288995 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f8c4fd-e2e9-49bd-b462-d3aa7e546012 None None] Sync routers for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:45:07.298644 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f8c4fd-e2e9-49bd-b462-d3aa7e546012 None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:45:07.299248 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-92f8c4fd-e2e9-49bd-b462-d3aa7e546012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:44:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:45:07.304823 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f4f36b46-5fa2-4923-82de-508bf6931131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (2005044f-8b63-4fd0-8064-4d267d8dbdd9), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:07.322391 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-551fd543-73e9-40b2-b2ef-c4b513e4adb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/0725f949-b334-4e17-b7e4-27388ff55760 HTTP/1.1" status: 200 len: 990 time: 1.2109787 Aug 08 02:45:07.322391 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'tag': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:45:07.322391 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539f8700-94e9-45c8-8159-f5942848f837" -d '{"events": [{"name": "network-changed", "server_uuid": "f7aefc19-4687-4608-95c1-07161c73b0f0", "tag": "b1cd355c-17b9-4b63-9354-70d58ac3d6df"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:45:07.330191 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f36b46-5fa2-4923-82de-508bf6931131 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:45:07.344703 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f36b46-5fa2-4923-82de-508bf6931131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2005044f-8b63-4fd0-8064-4d267d8dbdd9,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:07.348596 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:07.363268 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f4f36b46-5fa2-4923-82de-508bf6931131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (890d598b-aee6-4160-a986-a24ee627b06c), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:07.363938 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2df3e8-3e0e-4afe-9328-935dd70e78ce x-openstack-request-id: req-8a2df3e8-3e0e-4afe-9328-935dd70e78ce {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:45:07.363938 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7aefc19-4687-4608-95c1-07161c73b0f0", "tag": "b1cd355c-17b9-4b63-9354-70d58ac3d6df", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:45:07.364163 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-f4f36b46-5fa2-4923-82de-508bf6931131 admin admin] Added segment 890d598b-aee6-4160-a986-a24ee627b06c of type vlan for network 5f858564-73e7-417d-aecd-d7e0bdab1ebf Aug 08 02:45:07.364259 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a2df3e8-3e0e-4afe-9328-935dd70e78ce {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:45:07.365168 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a2df3e8-3e0e-4afe-9328-935dd70e78ce'] response: {'name': 'network-changed', 'server_uuid': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'tag': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df', 'status': 'completed', 'code': 200} Aug 08 02:45:07.406420 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f4f36b46-5fa2-4923-82de-508bf6931131 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (5f858564-73e7-417d-aecd-d7e0bdab1ebf), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:07.410611 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-92f8c4fd-e2e9-49bd-b462-d3aa7e546012 None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:45:07.427428 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f8700-94e9-45c8-8159-f5942848f837 req-5ee7825a-5d06-4753-aac6-0e41d4936248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:07.429224 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-539f8700-94e9-45c8-8159-f5942848f837 req-5ee7825a-5d06-4753-aac6-0e41d4936248 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 1129 time: 0.0446095 Aug 08 02:45:07.510718 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:07.516523 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f4f36b46-5fa2-4923-82de-508bf6931131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (5f858564-73e7-417d-aecd-d7e0bdab1ebf), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:07.517559 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f36b46-5fa2-4923-82de-508bf6931131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:07.518141 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f4f36b46-5fa2-4923-82de-508bf6931131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:07.523976 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f8700-94e9-45c8-8159-f5942848f837 req-acccdaaf-2652-4784-8018-a64b37c152bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:07.525191 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-539f8700-94e9-45c8-8159-f5942848f837 req-acccdaaf-2652-4784-8018-a64b37c152bf service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 916 time: 0.0897644 Aug 08 02:45:07.568619 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:07.584972 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f36b46-5fa2-4923-82de-508bf6931131 admin admin] Pushing event updated for resources: {'Network': ['ID=5f858564-73e7-417d-aecd-d7e0bdab1ebf,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:07.597367 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-539f8700-94e9-45c8-8159-f5942848f837 req-9724b7f2-1d81-4b63-99ec-5be7dc3b0b1a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1cd355c-17b9-4b63-9354-70d58ac3d6df HTTP/1.1" status: 200 len: 998 time: 0.0640099 Aug 08 02:45:07.615641 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network 5f858564-73e7-417d-aecd-d7e0bdab1ebf details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:45:07.645399 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f8700-94e9-45c8-8159-f5942848f837 req-83d67950-7059-4089-ba70-3821c63e91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:07.645636 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f4f36b46-5fa2-4923-82de-508bf6931131 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7090158 Aug 08 02:45:07.647475 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-539f8700-94e9-45c8-8159-f5942848f837 req-83d67950-7059-4089-ba70-3821c63e91a4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=68c7ace3-58ac-4148-a853-1fe17dd9d8b4 HTTP/1.1" status: 200 len: 854 time: 0.0463610 Aug 08 02:45:07.648406 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47476) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:45:07.653065 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-c21c7c05-aa89-4ecb-bc33-a7705c9b6d96 admin admin] Request body: {'subnet': {'network_id': '5f858564-73e7-417d-aecd-d7e0bdab1ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-871594049-subnet', 'tenant_id': 'c3703fa0da4a45d8b49bf637d12e3f21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:45:07.684675 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-92f8c4fd-e2e9-49bd-b462-d3aa7e546012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '0725f949-b334-4e17-b7e4-27388ff55760', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.38', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:56:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:44:52Z', 'updated_at': '2022-08-08T02:45:06Z', 'revision_number': 1, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:45:07.704793 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f8700-94e9-45c8-8159-f5942848f837 req-9d399678-988e-4e93-b033-e0c5a7cf80d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:07.706411 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-539f8700-94e9-45c8-8159-f5942848f837 req-9d399678-988e-4e93-b033-e0c5a7cf80d4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87421ac7-3501-495d-abd1-cf8008d9c1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492699 Aug 08 02:45:07.718167 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f8c4fd-e2e9-49bd-b462-d3aa7e546012 None None] Checking router: 887ac1aa-846e-434c-bdb3-ded0c1f101b4 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:45:07.729496 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f8c4fd-e2e9-49bd-b462-d3aa7e546012 None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:45:07.730100 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-92f8c4fd-e2e9-49bd-b462-d3aa7e546012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:44:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:45:07.759901 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:07.766043 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21c7c05-aa89-4ecb-bc33-a7705c9b6d96 admin admin] Made reservation on behalf of c3703fa0da4a45d8b49bf637d12e3f21 for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:45:07.768431 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c21c7c05-aa89-4ecb-bc33-a7705c9b6d96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25521527'] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:07.821859 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=100 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:07.834942 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-92f8c4fd-e2e9-49bd-b462-d3aa7e546012 None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:45:07.871437 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-539f8700-94e9-45c8-8159-f5942848f837 req-96697dd2-619c-4d24-bbf6-1ed6255d921f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593108 Aug 08 02:45:08.041566 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-539f8700-94e9-45c8-8159-f5942848f837 req-fa6a19d8-5bd5-4c6a-ac0d-b7fb5588ed75 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619980 Aug 08 02:45:08.122561 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c21c7c05-aa89-4ecb-bc33-a7705c9b6d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3841586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25521505'] for subnet (ea2ec154-99ff-47e2-a59e-e47855fd3904), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:08.175707 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c7c05-aa89-4ecb-bc33-a7705c9b6d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea2ec154-99ff-47e2-a59e-e47855fd3904,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:08.180143 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-92f8c4fd-e2e9-49bd-b462-d3aa7e546012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '0725f949-b334-4e17-b7e4-27388ff55760', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.38', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:56:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:44:52Z', 'updated_at': '2022-08-08T02:45:06Z', 'revision_number': 1, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:45:08.191618 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21c7c05-aa89-4ecb-bc33-a7705c9b6d96 admin admin] Checking segment: {'id': '890d598b-aee6-4160-a986-a24ee627b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5f858564-73e7-417d-aecd-d7e0bdab1ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:45:08.191955 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21c7c05-aa89-4ecb-bc33-a7705c9b6d96 admin admin] Network hostable DHCP agents. Network: 5f858564-73e7-417d-aecd-d7e0bdab1ebf, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:45:08.205681 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f8c4fd-e2e9-49bd-b462-d3aa7e546012 None None] The sync data for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi is: [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '0725f949-b334-4e17-b7e4-27388ff55760', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.38', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:56:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:44:52Z', 'updated_at': '2022-08-08T02:45:06Z', 'revision_number': 1, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:45:08.264785 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21c7c05-aa89-4ecb-bc33-a7705c9b6d96 admin admin] Network 5f858564-73e7-417d-aecd-d7e0bdab1ebf is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:45:08.316763 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-c21c7c05-aa89-4ecb-bc33-a7705c9b6d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, 5f858564-73e7-417d-aecd-d7e0bdab1ebf) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:45:08.321390 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c7c05-aa89-4ecb-bc33-a7705c9b6d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:08.322620 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c21c7c05-aa89-4ecb-bc33-a7705c9b6d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:08.329751 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a091dffe-0b7d-4b5e-8bfa-b98b60f80be5 None None] Network 5f858564-73e7-417d-aecd-d7e0bdab1ebf requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:45:08.377154 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-c21c7c05-aa89-4ecb-bc33-a7705c9b6d96 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7275662 Aug 08 02:45:08.414242 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07151ae-daab-4088-aeb7-635ae5b907bb None None] New status for floating IP 0725f949-b334-4e17-b7e4-27388ff55760: ACTIVE {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:45:08.438498 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437e1df9-045f-44ab-8c6e-292a6f19ed78 None None] Network 5f858564-73e7-417d-aecd-d7e0bdab1ebf requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:45:10.379750 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:10.433499 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-b139fb10-b8de-4071-8890-551e5c138033 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:10.434933 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-b139fb10-b8de-4071-8890-551e5c138033 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/networks?id=5f858564-73e7-417d-aecd-d7e0bdab1ebf HTTP/1.1" status: 200 len: 808 time: 0.1050026 Aug 08 02:45:10.451079 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-b757c985-7fee-4bd5-a324-a9bd4eb9f918 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/quotas/c3703fa0da4a45d8b49bf637d12e3f21 HTTP/1.1" status: 200 len: 375 time: 0.0107291 Aug 08 02:45:10.483933 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-90f3c367-65e6-4620-9a98-30a8ca8003e1 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=c3703fa0da4a45d8b49bf637d12e3f21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275576 Aug 08 02:45:10.576841 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-c0d6207a-2db9-4d94-8f31-4d1991ecebec service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5f858564-73e7-417d-aecd-d7e0bdab1ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854902 Aug 08 02:45:10.672437 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-974d4362-c958-45c8-ada6-bbb48f7a08bb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5f858564-73e7-417d-aecd-d7e0bdab1ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895147 Aug 08 02:45:10.913515 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bdb0bc0a-fb38-46a0-912f-b608ede4f408 req-c569e690-5856-4006-9ae2-cf87267a6977 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 210 time: 0.0290790 Aug 08 02:45:11.993980 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e1c51467-b863-4936-ad26-d167166ece92 req-674ef5ac-df78-486b-8442-68bc340067fd tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 210 time: 0.0281816 Aug 08 02:45:13.076640 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3715773b-41e5-4f7b-a9b2-b3f7dd8a4a76 req-489f960c-db04-4f2c-b0e9-c3cb9bb1e1a4 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 210 time: 0.0290565 Aug 08 02:45:13.969941 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:45:14.159897 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-67be7fa7-0af0-4471-93c6-ae5325713d0b req-9a523bba-5001-4c0c-b38e-992a72e02373 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 210 time: 0.0275233 Aug 08 02:45:15.260481 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9d5fed08-a99a-4030-ba55-e33244d845e0 req-14ea8219-9fa4-439f-96b7-c88556f40bd6 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 210 time: 0.0310278 Aug 08 02:45:16.371385 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3638cdce-9401-4a4a-a31b-75f1c74a7b2a req-27290908-c3ea-46cd-8ab9-4982f2c91c3a tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 210 time: 0.0375028 Aug 08 02:45:17.061630 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-34c98f6f-ca7f-4903-9414-6cc5dd60ba50 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:17.061930 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-34c98f6f-ca7f-4903-9414-6cc5dd60ba50 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.48 "GET /networking/v2.0/networks?id=5f858564-73e7-417d-aecd-d7e0bdab1ebf HTTP/1.1" status: 200 len: 808 time: 0.1016686 Aug 08 02:45:17.075622 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Request body: {'port': {'device_id': 'a2cd6500-8ca3-4ce6-afc8-567882abe313', 'network_id': '5f858564-73e7-417d-aecd-d7e0bdab1ebf', 'admin_state_up': True, 'tenant_id': 'c3703fa0da4a45d8b49bf637d12e3f21'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:45:17.151284 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:17.247895 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Made reservation on behalf of c3703fa0da4a45d8b49bf637d12e3f21 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:45:17.251243 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:17.382341 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Allocated IP 172.20.0.10 (5f858564-73e7-417d-aecd-d7e0bdab1ebf/ea2ec154-99ff-47e2-a59e-e47855fd3904/528d1cae-f88b-4dd9-8db3-c64b1680b0cd) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:45:17.471886 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ec38748f-416a-4784-84df-3faa188d5dc4 req-f57ee648-0104-45b0-ab8d-11fd25b88806 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 210 time: 0.0284152 Aug 08 02:45:17.533054 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Publish callbacks [] for port (528d1cae-f88b-4dd9-8db3-c64b1680b0cd), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:17.630521 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (528d1cae-f88b-4dd9-8db3-c64b1680b0cd), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:17.678664 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Network 5f858564-73e7-417d-aecd-d7e0bdab1ebf is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:45:17.681744 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:45:17.685609 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:45:17.692222 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Pushing event updated for resources: {'Port': ['ID=528d1cae-f88b-4dd9-8db3-c64b1680b0cd,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:17.720762 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:17.721101 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:17.721546 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:17.721901 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:17.722205 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:17.722552 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:17.722877 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:17.723197 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:17.723516 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:17.723834 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:17.724182 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:17.724499 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:17.724814 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:17.725131 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:17.725444 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:17.748195 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:17.748794 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:17.827160 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-5528afcb-a235-468b-8f4e-4723a1d22898 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7554715 Aug 08 02:45:17.837970 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Request body: {'port': {'device_id': 'a2cd6500-8ca3-4ce6-afc8-567882abe313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:45:17.897063 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:17.899676 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (528d1cae-f88b-4dd9-8db3-c64b1680b0cd), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:18.057315 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:18.154251 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528d1cae-f88b-4dd9-8db3-c64b1680b0cd {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:45:18.162837 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Publish callbacks [] for port (528d1cae-f88b-4dd9-8db3-c64b1680b0cd), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:18.176047 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Transition to ACTIVE for port object 528d1cae-f88b-4dd9-8db3-c64b1680b0cd will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:45:18.212999 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (528d1cae-f88b-4dd9-8db3-c64b1680b0cd), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:18.296997 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Pushing event updated for resources: {'Port': ['ID=528d1cae-f88b-4dd9-8db3-c64b1680b0cd,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:18.321271 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Attempting to bind port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:45:18.321600 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Attempting to bind port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '890d598b-aee6-4160-a986-a24ee627b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5f858564-73e7-417d-aecd-d7e0bdab1ebf'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:45:18.321921 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Attempting to bind port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd on network 5f858564-73e7-417d-aecd-d7e0bdab1ebf {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:45:18.326481 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd on network 5f858564-73e7-417d-aecd-d7e0bdab1ebf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:45:18.326799 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Attempting to bind port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd on network 5f858564-73e7-417d-aecd-d7e0bdab1ebf {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:45:18.331916 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:45:18.332247 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Checking segment: {'id': '890d598b-aee6-4160-a986-a24ee627b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5f858564-73e7-417d-aecd-d7e0bdab1ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:45:18.332618 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Bound using segment: {'id': '890d598b-aee6-4160-a986-a24ee627b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5f858564-73e7-417d-aecd-d7e0bdab1ebf'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:45:18.333035 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Bound port: 528d1cae-f88b-4dd9-8db3-c64b1680b0cd, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890d598b-aee6-4160-a986-a24ee627b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5f858564-73e7-417d-aecd-d7e0bdab1ebf'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:45:18.333382 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (528d1cae-f88b-4dd9-8db3-c64b1680b0cd), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:18.393903 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] For port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:45:18.397114 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] For port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=528d1cae-f88b-4dd9-8db3-c64b1680b0cd,segment=NetworkSegment(890d598b-aee6-4160-a986-a24ee627b06c),segment_id=890d598b-aee6-4160-a986-a24ee627b06c)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:45:18.487763 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (528d1cae-f88b-4dd9-8db3-c64b1680b0cd), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:18.492410 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:18.493010 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:18.494436 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/528d1cae-f88b-4dd9-8db3-c64b1680b0cd HTTP/1.1" status: 200 len: 1094 time: 0.6604269 Aug 08 02:45:18.494926 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cd6500-8ca3-4ce6-afc8-567882abe313', 'tag': '528d1cae-f88b-4dd9-8db3-c64b1680b0cd'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:45:18.498193 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478c39d1-4958-44d7-81c8-eaf1837bcfed" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cd6500-8ca3-4ce6-afc8-567882abe313", "tag": "528d1cae-f88b-4dd9-8db3-c64b1680b0cd"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:45:18.522178 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=68 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:18.526485 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=35 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:18.540755 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167d2f36-b29f-42d9-9ca5-503518b49c97 x-openstack-request-id: req-167d2f36-b29f-42d9-9ca5-503518b49c97 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:45:18.541044 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cd6500-8ca3-4ce6-afc8-567882abe313", "tag": "528d1cae-f88b-4dd9-8db3-c64b1680b0cd", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:45:18.541296 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-167d2f36-b29f-42d9-9ca5-503518b49c97 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:45:18.541719 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167d2f36-b29f-42d9-9ca5-503518b49c97'] response: {'name': 'network-changed', 'server_uuid': 'a2cd6500-8ca3-4ce6-afc8-567882abe313', 'tag': '528d1cae-f88b-4dd9-8db3-c64b1680b0cd', 'status': 'completed', 'code': 200} Aug 08 02:45:18.575067 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0920cc-1d4f-47a8-bb3b-2326f7d75026 service neutron] Pushing event updated for resources: {'Port': ['ID=528d1cae-f88b-4dd9-8db3-c64b1680b0cd,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:18.639209 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2464f5-00b2-461b-93e0-26699245f9c8 req-7091fada-d838-4beb-873b-e71ad4cd7e83 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:18.640708 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bc2464f5-00b2-461b-93e0-26699245f9c8 req-7091fada-d838-4beb-873b-e71ad4cd7e83 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 944 time: 0.0892537 Aug 08 02:45:18.641622 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c39d1-4958-44d7-81c8-eaf1837bcfed req-74bb9001-07d5-424b-9e33-17b7ac1aedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:18.643005 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-478c39d1-4958-44d7-81c8-eaf1837bcfed req-74bb9001-07d5-424b-9e33-17b7ac1aedc0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=c3703fa0da4a45d8b49bf637d12e3f21&device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 1128 time: 0.0756149 Aug 08 02:45:18.742897 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bc2464f5-00b2-461b-93e0-26699245f9c8 req-b22fe2af-5f80-4079-b9ff-e53ae72abc20 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955522 Aug 08 02:45:18.778385 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c39d1-4958-44d7-81c8-eaf1837bcfed req-64007882-d4fd-4ee9-a1a4-abfd81474931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:18.779847 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-478c39d1-4958-44d7-81c8-eaf1837bcfed req-64007882-d4fd-4ee9-a1a4-abfd81474931 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=c3703fa0da4a45d8b49bf637d12e3f21&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1266837 Aug 08 02:45:18.872718 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c39d1-4958-44d7-81c8-eaf1837bcfed req-2de59014-3120-420b-82ad-73fbb026cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:18.874147 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-478c39d1-4958-44d7-81c8-eaf1837bcfed req-2de59014-3120-420b-82ad-73fbb026cb43 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882335 Aug 08 02:45:18.943553 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:18.949097 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-c64d951c-f20a-44d5-a63f-e303b9f0e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:18.950592 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-c64d951c-f20a-44d5-a63f-e303b9f0e53d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=c3703fa0da4a45d8b49bf637d12e3f21&device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 1128 time: 0.0404699 Aug 08 02:45:18.993881 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-8df004ad-1f21-45a7-8b5a-94055ba326f3 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=528d1cae-f88b-4dd9-8db3-c64b1680b0cd HTTP/1.1" status: 200 len: 217 time: 0.0369601 Aug 08 02:45:19.050615 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-0aad751e-f422-4b7e-b286-c21a6a6cfe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:19.052087 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-0aad751e-f422-4b7e-b286-c21a6a6cfe9e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=ea2ec154-99ff-47e2-a59e-e47855fd3904 HTTP/1.1" status: 200 len: 848 time: 0.0521243 Aug 08 02:45:19.084067 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-2c61dcba-e0a4-48d6-92a4-9b4304d25a07 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=5f858564-73e7-417d-aecd-d7e0bdab1ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257800 Aug 08 02:45:19.159527 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:19.177471 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-4a287987-efaa-4937-bfc1-87852ed720c1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5f858564-73e7-417d-aecd-d7e0bdab1ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876968 Aug 08 02:45:19.267221 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-94424fbf-213d-4f08-91e7-2ec4715155c9 req-be62145b-9bde-469c-a507-3593d2908fed service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5f858564-73e7-417d-aecd-d7e0bdab1ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834174 Aug 08 02:45:19.862397 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22dab4-6e11-4583-a648-908c2ed63aa3 req-d36553a5-789b-4746-9895-b08d8072f37d tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:19.863844 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7a22dab4-6e11-4583-a648-908c2ed63aa3 req-d36553a5-789b-4746-9895-b08d8072f37d tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 944 time: 0.0472341 Aug 08 02:45:19.910962 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7a22dab4-6e11-4583-a648-908c2ed63aa3 req-20d515c5-52bf-43e2-a3bc-1d6b4b3bad6e tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Aug 08 02:45:20.601395 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0957732e-12e5-4dec-82e8-4f0c369ef03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:21.037944 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ed34-4a0a-4d66-bded-be2ca111e750 req-63e06159-99f9-4204-b7fc-e1092997f6aa tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:21.039412 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d156ed34-4a0a-4d66-bded-be2ca111e750 req-63e06159-99f9-4204-b7fc-e1092997f6aa tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 944 time: 0.0508604 Aug 08 02:45:21.086009 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d156ed34-4a0a-4d66-bded-be2ca111e750 req-16edc386-fd8b-4400-9a1c-09a9e69c2f50 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410891 Aug 08 02:45:22.205622 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2118a-fcd6-4bd1-8230-e91729c0e16e req-c70bc817-b6a5-41d6-901e-7f7764c8fe4c tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:22.206978 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1ea2118a-fcd6-4bd1-8230-e91729c0e16e req-c70bc817-b6a5-41d6-901e-7f7764c8fe4c tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 944 time: 0.0467706 Aug 08 02:45:22.217781 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:22.258511 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1ea2118a-fcd6-4bd1-8230-e91729c0e16e req-df76b9b4-c909-4428-b775-ba64e512e406 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459557 Aug 08 02:45:22.654572 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 528d1cae-f88b-4dd9-8db3-c64b1680b0cd details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:45:22.754240 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=528d1cae-f88b-4dd9-8db3-c64b1680b0cd,segment=NetworkSegment(890d598b-aee6-4160-a986-a24ee627b06c),segment_id=890d598b-aee6-4160-a986-a24ee627b06c)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:45:22.765348 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': '528d1cae-f88b-4dd9-8db3-c64b1680b0cd', 'network_id': '5f858564-73e7-417d-aecd-d7e0bdab1ebf', 'port_id': '528d1cae-f88b-4dd9-8db3-c64b1680b0cd', 'mac_address': 'fa:16:3e:f9:83:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2ec154-99ff-47e2-a59e-e47855fd3904', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:45:22.799370 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:45:22.799766 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (528d1cae-f88b-4dd9-8db3-c64b1680b0cd), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:22.816411 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528d1cae-f88b-4dd9-8db3-c64b1680b0cd {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:45:22.842135 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=528d1cae-f88b-4dd9-8db3-c64b1680b0cd,segment=NetworkSegment(890d598b-aee6-4160-a986-a24ee627b06c),segment_id=890d598b-aee6-4160-a986-a24ee627b06c)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:45:22.909880 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (528d1cae-f88b-4dd9-8db3-c64b1680b0cd), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:22.931753 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0979efce-0786-4b91-b3e0-d2c7a3e591a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:22.958966 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=528d1cae-f88b-4dd9-8db3-c64b1680b0cd,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:22.965976 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:22.966325 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:22.966690 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:22.967029 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:22.967361 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:22.967689 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:22.968011 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:22.968335 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:22.968657 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:22.968976 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:22.969299 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:22.969618 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:22.969935 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:22.970250 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:22.970589 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:45:23.206292 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:23.233867 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['528d1cae-f88b-4dd9-8db3-c64b1680b0cd'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:45:23.378699 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309804b-35b7-4af5-a8ed-c61083d8d78c req-9e8f561a-e50e-4ca6-8aa2-613601c21145 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:23.380325 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7309804b-35b7-4af5-a8ed-c61083d8d78c req-9e8f561a-e50e-4ca6-8aa2-613601c21145 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 945 time: 0.0471852 Aug 08 02:45:23.427917 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7309804b-35b7-4af5-a8ed-c61083d8d78c req-c80e3136-9cf3-44f7-8071-8a91ae2ef199 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420811 Aug 08 02:45:23.965671 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=30 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:24.413253 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:24.547030 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208c2a6-5991-4bd8-b68c-7ea830f355c9 req-62c226bf-4cd9-46e0-98fd-f56e64fa1f68 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:24.548487 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6208c2a6-5991-4bd8-b68c-7ea830f355c9 req-62c226bf-4cd9-46e0-98fd-f56e64fa1f68 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 945 time: 0.0469208 Aug 08 02:45:24.597146 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6208c2a6-5991-4bd8-b68c-7ea830f355c9 req-b8f7f3c1-e6cd-4306-95df-f75d7e5f5b62 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417652 Aug 08 02:45:24.660839 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 528d1cae-f88b-4dd9-8db3-c64b1680b0cd up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:45:24.703821 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:45:24.789827 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:45:24.790205 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (528d1cae-f88b-4dd9-8db3-c64b1680b0cd), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:24.864859 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:45:24.865234 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (528d1cae-f88b-4dd9-8db3-c64b1680b0cd), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:24.888255 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cd6500-8ca3-4ce6-afc8-567882abe313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528d1cae-f88b-4dd9-8db3-c64b1680b0cd'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:45:24.890477 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a20358-bd29-4a37-81c0-a2074d0bf83d" -d '{"events": [{"server_uuid": "a2cd6500-8ca3-4ce6-afc8-567882abe313", "name": "network-vif-plugged", "status": "completed", "tag": "528d1cae-f88b-4dd9-8db3-c64b1680b0cd"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:45:24.902772 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=528d1cae-f88b-4dd9-8db3-c64b1680b0cd,segment=NetworkSegment(890d598b-aee6-4160-a986-a24ee627b06c),segment_id=890d598b-aee6-4160-a986-a24ee627b06c)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:45:24.932240 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37179ff4-5610-49bc-b1ac-7a117d602fef x-openstack-request-id: req-37179ff4-5610-49bc-b1ac-7a117d602fef {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:45:24.932530 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cd6500-8ca3-4ce6-afc8-567882abe313", "name": "network-vif-plugged", "status": "completed", "tag": "528d1cae-f88b-4dd9-8db3-c64b1680b0cd", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:45:24.932780 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37179ff4-5610-49bc-b1ac-7a117d602fef {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:45:24.933178 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37179ff4-5610-49bc-b1ac-7a117d602fef'] response: {'server_uuid': 'a2cd6500-8ca3-4ce6-afc8-567882abe313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528d1cae-f88b-4dd9-8db3-c64b1680b0cd', 'code': 200} Aug 08 02:45:24.984223 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (528d1cae-f88b-4dd9-8db3-c64b1680b0cd), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:25.030891 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=528d1cae-f88b-4dd9-8db3-c64b1680b0cd,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:25.201452 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c3a46-d793-4e0b-828a-2b9e2dfa644f req-130b678a-a5dc-45ab-9bf3-d609c598c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:25.202854 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a91c3a46-d793-4e0b-828a-2b9e2dfa644f req-130b678a-a5dc-45ab-9bf3-d609c598c4c0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 1130 time: 0.0394919 Aug 08 02:45:25.251185 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a91c3a46-d793-4e0b-828a-2b9e2dfa644f req-340ada68-baa5-4165-91b1-66636db51411 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409675 Aug 08 02:45:25.713263 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6228b8-beda-4db6-8c55-1b1b1a4d0990 req-28b02f60-534e-4235-9261-6393a714a6e2 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:25.714753 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ef6228b8-beda-4db6-8c55-1b1b1a4d0990 req-28b02f60-534e-4235-9261-6393a714a6e2 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 946 time: 0.0470424 Aug 08 02:45:25.761757 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ef6228b8-beda-4db6-8c55-1b1b1a4d0990 req-53f54512-0cd9-4bd7-b4fd-08a6ce3d4289 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Aug 08 02:45:26.042044 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:26.070110 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:26.884988 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6577e69-caf3-4100-a96c-465f3d287eab req-7ea04d3a-e27e-409a-9c49-11424e237321 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:26.886456 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c6577e69-caf3-4100-a96c-465f3d287eab req-7ea04d3a-e27e-409a-9c49-11424e237321 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 946 time: 0.0471785 Aug 08 02:45:26.934397 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c6577e69-caf3-4100-a96c-465f3d287eab req-c3138d5c-f4e7-4051-8c7c-0fdb74b0b73f tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 Aug 08 02:45:28.052805 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6bbff-bc13-4b2a-ae42-4af75c41932c req-fac286ff-24fc-4797-bafc-c3489f361235 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:28.054261 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-adb6bbff-bc13-4b2a-ae42-4af75c41932c req-fac286ff-24fc-4797-bafc-c3489f361235 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 946 time: 0.0493493 Aug 08 02:45:28.101496 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-adb6bbff-bc13-4b2a-ae42-4af75c41932c req-98b45b18-3e00-4166-8f2b-3eb15f85f5fe tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417037 Aug 08 02:45:28.642103 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:29.236549 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f052224-2b65-476d-8d27-638e42013c27 req-15f761f2-8bf7-4554-9090-a5d5dee34531 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:29.238016 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6f052224-2b65-476d-8d27-638e42013c27 req-15f761f2-8bf7-4554-9090-a5d5dee34531 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 946 time: 0.0479839 Aug 08 02:45:29.284992 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-6f052224-2b65-476d-8d27-638e42013c27 req-a24985f1-cc2a-41b0-a4bc-aa95890ee383 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Aug 08 02:45:30.406041 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12374617-cbb3-4902-9afe-1afa36e4554e req-7a6213f4-3c4f-4092-89f4-9bcbc858fca4 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:30.407511 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-12374617-cbb3-4902-9afe-1afa36e4554e req-7a6213f4-3c4f-4092-89f4-9bcbc858fca4 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 946 time: 0.0481722 Aug 08 02:45:30.456784 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-12374617-cbb3-4902-9afe-1afa36e4554e req-0a84f156-5de8-4f47-9d59-38b56fa6fbaa tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433807 Aug 08 02:45:30.761149 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef37fd-fd95-40ac-baa7-1ceeabf54a9d req-acf09a39-7de7-420d-b038-971ec4066212 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:30.762514 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-42ef37fd-fd95-40ac-baa7-1ceeabf54a9d req-acf09a39-7de7-420d-b038-971ec4066212 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 946 time: 0.0494602 Aug 08 02:45:30.843163 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-42ef37fd-fd95-40ac-baa7-1ceeabf54a9d req-977a43dd-627d-48af-a978-1909f19ab3a8 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Deleting port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:45:30.843502 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-42ef37fd-fd95-40ac-baa7-1ceeabf54a9d req-977a43dd-627d-48af-a978-1909f19ab3a8 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (528d1cae-f88b-4dd9-8db3-c64b1680b0cd), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:30.934102 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-42ef37fd-fd95-40ac-baa7-1ceeabf54a9d req-977a43dd-627d-48af-a978-1909f19ab3a8 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] For port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=528d1cae-f88b-4dd9-8db3-c64b1680b0cd,segment=NetworkSegment(890d598b-aee6-4160-a986-a24ee627b06c),segment_id=890d598b-aee6-4160-a986-a24ee627b06c)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:45:30.934504 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-42ef37fd-fd95-40ac-baa7-1ceeabf54a9d req-977a43dd-627d-48af-a978-1909f19ab3a8 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (528d1cae-f88b-4dd9-8db3-c64b1680b0cd), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:30.948407 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-42ef37fd-fd95-40ac-baa7-1ceeabf54a9d req-977a43dd-627d-48af-a978-1909f19ab3a8 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Calling delete_port for 528d1cae-f88b-4dd9-8db3-c64b1680b0cd owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:45:30.957559 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:31.132942 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-42ef37fd-fd95-40ac-baa7-1ceeabf54a9d req-977a43dd-627d-48af-a978-1909f19ab3a8 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (528d1cae-f88b-4dd9-8db3-c64b1680b0cd), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:31.144002 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['528d1cae-f88b-4dd9-8db3-c64b1680b0cd'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:45:31.147953 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:31.162933 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a43dd-627d-48af-a978-1909f19ab3a8 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Pushing event deleted for resources: {'Port': ['ID=528d1cae-f88b-4dd9-8db3-c64b1680b0cd,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:31.211443 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ef37fd-fd95-40ac-baa7-1ceeabf54a9d req-977a43dd-627d-48af-a978-1909f19ab3a8 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] No DVR routers for this DVR port 528d1cae-f88b-4dd9-8db3-c64b1680b0cd on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:45:31.218485 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-42ef37fd-fd95-40ac-baa7-1ceeabf54a9d req-977a43dd-627d-48af-a978-1909f19ab3a8 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:31.218485 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-42ef37fd-fd95-40ac-baa7-1ceeabf54a9d req-977a43dd-627d-48af-a978-1909f19ab3a8 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.48 "DELETE /networking/v2.0/ports/528d1cae-f88b-4dd9-8db3-c64b1680b0cd HTTP/1.1" status: 204 len: 173 time: 0.4493458 Aug 08 02:45:31.218485 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cd6500-8ca3-4ce6-afc8-567882abe313', 'name': 'network-vif-deleted', 'tag': '528d1cae-f88b-4dd9-8db3-c64b1680b0cd'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:45:31.219870 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fbc072-4563-4648-83f9-9925a807d651" -d '{"events": [{"server_uuid": "a2cd6500-8ca3-4ce6-afc8-567882abe313", "name": "network-vif-deleted", "tag": "528d1cae-f88b-4dd9-8db3-c64b1680b0cd"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:45:31.258028 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a623c10f-d966-49c9-8cce-a61e5d62bc5c x-openstack-request-id: req-a623c10f-d966-49c9-8cce-a61e5d62bc5c {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:45:31.258317 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cd6500-8ca3-4ce6-afc8-567882abe313", "name": "network-vif-deleted", "tag": "528d1cae-f88b-4dd9-8db3-c64b1680b0cd", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:45:31.258597 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a623c10f-d966-49c9-8cce-a61e5d62bc5c {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:45:31.259001 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a623c10f-d966-49c9-8cce-a61e5d62bc5c'] response: {'server_uuid': 'a2cd6500-8ca3-4ce6-afc8-567882abe313', 'name': 'network-vif-deleted', 'tag': '528d1cae-f88b-4dd9-8db3-c64b1680b0cd', 'status': 'completed', 'code': 200} Aug 08 02:45:31.541588 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:31.560108 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58bce260-cb36-48af-8f3f-d33a95768a51 req-f1437de8-b3a8-45d2-9651-3c3747235ebd tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a2cd6500-8ca3-4ce6-afc8-567882abe313 HTTP/1.1" status: 200 len: 210 time: 0.0285156 Aug 08 02:45:32.830769 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-fe6b4d6f-3e66-402c-bf81-daa7877bf806 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:32.832244 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-fe6b4d6f-3e66-402c-bf81-daa7877bf806 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/networks?id=5f858564-73e7-417d-aecd-d7e0bdab1ebf HTTP/1.1" status: 200 len: 808 time: 0.1029422 Aug 08 02:45:32.847444 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-75c5586b-49ba-44d0-bf0e-2692b703ffd6 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/quotas/c3703fa0da4a45d8b49bf637d12e3f21 HTTP/1.1" status: 200 len: 375 time: 0.0089002 Aug 08 02:45:32.879206 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-f32433cd-fedc-45f8-8f5b-4ef76b8a3f50 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=c3703fa0da4a45d8b49bf637d12e3f21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262144 Aug 08 02:45:33.203854 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-562368c3-6977-4b26-9c90-d2cced7b6e13 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5f858564-73e7-417d-aecd-d7e0bdab1ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182216 Aug 08 02:45:33.293773 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-9c3726c0-ec3a-4689-8474-be881d24afd4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5f858564-73e7-417d-aecd-d7e0bdab1ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834246 Aug 08 02:45:33.545453 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-351ec6cb-de41-4623-9dad-af0dd8d8f4cc req-d0e36aba-0134-4ce4-b950-daf5c477b38c tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 210 time: 0.0318124 Aug 08 02:45:34.646138 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f3638bd6-55b0-40c5-9f92-9af268b30b47 req-78639925-f7b9-47a1-a6bf-2c1d8743b7b7 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 210 time: 0.0277741 Aug 08 02:45:34.733320 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 528d1cae-f88b-4dd9-8db3-c64b1680b0cd no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:45:34.753926 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: 528d1cae-f88b-4dd9-8db3-c64b1680b0cd {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:45:34.754261 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 528d1cae-f88b-4dd9-8db3-c64b1680b0cd not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:45:35.279745 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-4ceece8c-7c70-4800-b04b-1a218879707c tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:35.281121 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-4ceece8c-7c70-4800-b04b-1a218879707c tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.48 "GET /networking/v2.0/networks?id=5f858564-73e7-417d-aecd-d7e0bdab1ebf HTTP/1.1" status: 200 len: 808 time: 0.1060772 Aug 08 02:45:35.293520 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-e37b9d81-8c8b-4689-b53c-745663db5946 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Request body: {'port': {'device_id': 'e5a4f522-b796-4b4b-93ea-22830c71c58b', 'network_id': '5f858564-73e7-417d-aecd-d7e0bdab1ebf', 'admin_state_up': True, 'tenant_id': 'c3703fa0da4a45d8b49bf637d12e3f21'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:45:35.492846 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-e37b9d81-8c8b-4689-b53c-745663db5946 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Made reservation on behalf of c3703fa0da4a45d8b49bf637d12e3f21 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:45:35.496318 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-e37b9d81-8c8b-4689-b53c-745663db5946 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:35.621983 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-e37b9d81-8c8b-4689-b53c-745663db5946 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Allocated IP 172.20.0.4 (5f858564-73e7-417d-aecd-d7e0bdab1ebf/ea2ec154-99ff-47e2-a59e-e47855fd3904/d40acf67-0110-4e90-8392-ef20aebecb5a) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:45:35.635074 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:35.748237 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-551222a2-a4fd-4ef1-a973-5dd94f81fe7b req-fc7d972a-dc58-4913-9fd6-e9b1f12f4092 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 210 time: 0.0282083 Aug 08 02:45:35.748904 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:35.779313 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-e37b9d81-8c8b-4689-b53c-745663db5946 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Publish callbacks [] for port (d40acf67-0110-4e90-8392-ef20aebecb5a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:35.870152 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-e37b9d81-8c8b-4689-b53c-745663db5946 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (d40acf67-0110-4e90-8392-ef20aebecb5a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:35.919308 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-e37b9d81-8c8b-4689-b53c-745663db5946 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Network 5f858564-73e7-417d-aecd-d7e0bdab1ebf is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:45:35.922505 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-e37b9d81-8c8b-4689-b53c-745663db5946 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:45:35.924987 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-e37b9d81-8c8b-4689-b53c-745663db5946 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:45:35.953463 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b9d81-8c8b-4689-b53c-745663db5946 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Pushing event updated for resources: {'Port': ['ID=d40acf67-0110-4e90-8392-ef20aebecb5a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:35.982078 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-e37b9d81-8c8b-4689-b53c-745663db5946 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:35.982699 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-e37b9d81-8c8b-4689-b53c-745663db5946 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:36.049712 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-e37b9d81-8c8b-4689-b53c-745663db5946 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7597172 Aug 08 02:45:36.068751 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Request body: {'port': {'device_id': 'e5a4f522-b796-4b4b-93ea-22830c71c58b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:45:36.129210 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (d40acf67-0110-4e90-8392-ef20aebecb5a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:36.389582 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d40acf67-0110-4e90-8392-ef20aebecb5a {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:45:36.397732 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Publish callbacks [] for port (d40acf67-0110-4e90-8392-ef20aebecb5a), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:36.410393 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Transition to ACTIVE for port object d40acf67-0110-4e90-8392-ef20aebecb5a will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:45:36.481012 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (d40acf67-0110-4e90-8392-ef20aebecb5a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:36.520005 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:36.545120 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Pushing event updated for resources: {'Port': ['ID=d40acf67-0110-4e90-8392-ef20aebecb5a,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:36.596214 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Attempting to bind port d40acf67-0110-4e90-8392-ef20aebecb5a on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:45:36.596540 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Attempting to bind port d40acf67-0110-4e90-8392-ef20aebecb5a by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '890d598b-aee6-4160-a986-a24ee627b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5f858564-73e7-417d-aecd-d7e0bdab1ebf'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:45:36.596860 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Attempting to bind port d40acf67-0110-4e90-8392-ef20aebecb5a on network 5f858564-73e7-417d-aecd-d7e0bdab1ebf {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:45:36.602187 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Port d40acf67-0110-4e90-8392-ef20aebecb5a on network 5f858564-73e7-417d-aecd-d7e0bdab1ebf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:45:36.602534 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Attempting to bind port d40acf67-0110-4e90-8392-ef20aebecb5a on network 5f858564-73e7-417d-aecd-d7e0bdab1ebf {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:45:36.607804 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:45:36.608136 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Checking segment: {'id': '890d598b-aee6-4160-a986-a24ee627b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5f858564-73e7-417d-aecd-d7e0bdab1ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:45:36.608510 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Bound using segment: {'id': '890d598b-aee6-4160-a986-a24ee627b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5f858564-73e7-417d-aecd-d7e0bdab1ebf'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:45:36.608927 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Bound port: d40acf67-0110-4e90-8392-ef20aebecb5a, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890d598b-aee6-4160-a986-a24ee627b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5f858564-73e7-417d-aecd-d7e0bdab1ebf'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:45:36.609274 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (d40acf67-0110-4e90-8392-ef20aebecb5a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:36.671426 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] For port d40acf67-0110-4e90-8392-ef20aebecb5a, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:45:36.674340 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] For port d40acf67-0110-4e90-8392-ef20aebecb5a, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=d40acf67-0110-4e90-8392-ef20aebecb5a,segment=NetworkSegment(890d598b-aee6-4160-a986-a24ee627b06c),segment_id=890d598b-aee6-4160-a986-a24ee627b06c)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:45:36.749909 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (d40acf67-0110-4e90-8392-ef20aebecb5a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:36.753971 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:36.754596 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:36.756649 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/d40acf67-0110-4e90-8392-ef20aebecb5a HTTP/1.1" status: 200 len: 1093 time: 0.6926646 Aug 08 02:45:36.757129 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a4f522-b796-4b4b-93ea-22830c71c58b', 'tag': 'd40acf67-0110-4e90-8392-ef20aebecb5a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:45:36.759405 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a517f10-653d-4657-a0b6-6a253be188e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a4f522-b796-4b4b-93ea-22830c71c58b", "tag": "d40acf67-0110-4e90-8392-ef20aebecb5a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:45:36.801750 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24e27c7-b0c9-40c3-8ca2-aab5ea40bab8 x-openstack-request-id: req-a24e27c7-b0c9-40c3-8ca2-aab5ea40bab8 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:45:36.802664 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a4f522-b796-4b4b-93ea-22830c71c58b", "tag": "d40acf67-0110-4e90-8392-ef20aebecb5a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:45:36.802664 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a24e27c7-b0c9-40c3-8ca2-aab5ea40bab8 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:45:36.802664 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24e27c7-b0c9-40c3-8ca2-aab5ea40bab8'] response: {'name': 'network-changed', 'server_uuid': 'e5a4f522-b796-4b4b-93ea-22830c71c58b', 'tag': 'd40acf67-0110-4e90-8392-ef20aebecb5a', 'status': 'completed', 'code': 200} Aug 08 02:45:36.814692 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1191f-6dae-4e4a-a744-07559010d449 service neutron] Pushing event updated for resources: {'Port': ['ID=d40acf67-0110-4e90-8392-ef20aebecb5a,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:36.853754 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:36.861997 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a517f10-653d-4657-a0b6-6a253be188e6 req-8d8d0735-b98b-4fd9-a6e6-d92b3284ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:36.869357 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5a517f10-653d-4657-a0b6-6a253be188e6 req-8d8d0735-b98b-4fd9-a6e6-d92b3284ef71 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=c3703fa0da4a45d8b49bf637d12e3f21&device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 1127 time: 0.0426567 Aug 08 02:45:36.872922 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97117173-4f2b-4c81-8938-93573933b8b5 req-913c65c3-126a-4e2c-8a3b-0850f7e3066f tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:36.874377 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-97117173-4f2b-4c81-8938-93573933b8b5 req-913c65c3-126a-4e2c-8a3b-0850f7e3066f tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 943 time: 0.0477419 Aug 08 02:45:36.922151 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-97117173-4f2b-4c81-8938-93573933b8b5 req-37806457-9339-40a1-992f-bd1a50289a44 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419221 Aug 08 02:45:36.975319 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a517f10-653d-4657-a0b6-6a253be188e6 req-90c53095-3905-479e-bcf6-5273f5c0ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:36.976805 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5a517f10-653d-4657-a0b6-6a253be188e6 req-90c53095-3905-479e-bcf6-5273f5c0ab51 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=c3703fa0da4a45d8b49bf637d12e3f21&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1020067 Aug 08 02:45:37.074743 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a517f10-653d-4657-a0b6-6a253be188e6 req-8996c223-8398-4e7e-a57a-0d417901dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:37.076205 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5a517f10-653d-4657-a0b6-6a253be188e6 req-8996c223-8398-4e7e-a57a-0d417901dd63 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930274 Aug 08 02:45:37.152810 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-ffd04afb-fb20-468e-ad9d-a2ae49256135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:37.154307 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-ffd04afb-fb20-468e-ad9d-a2ae49256135 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=c3703fa0da4a45d8b49bf637d12e3f21&device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 1127 time: 0.0402083 Aug 08 02:45:37.197592 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-e41e4930-dd6a-4861-9188-4495be7a875d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d40acf67-0110-4e90-8392-ef20aebecb5a HTTP/1.1" status: 200 len: 217 time: 0.0363688 Aug 08 02:45:37.249662 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-5868eba3-69f0-4ef7-8f75-059cf6dd538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:37.251135 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-5868eba3-69f0-4ef7-8f75-059cf6dd538c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=ea2ec154-99ff-47e2-a59e-e47855fd3904 HTTP/1.1" status: 200 len: 848 time: 0.0482736 Aug 08 02:45:37.283209 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-b2b5063f-6b73-4826-8a53-296e8e08f733 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=5f858564-73e7-417d-aecd-d7e0bdab1ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255899 Aug 08 02:45:37.376326 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-9855e6e1-372d-45f8-937d-7f52a32f8bd3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5f858564-73e7-417d-aecd-d7e0bdab1ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875976 Aug 08 02:45:37.478960 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a4b1ce63-8153-4f6e-add6-b1e385435b8b req-ffd59bf2-cc3d-4373-8c37-c390e311ad82 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503092 Aug 08 02:45:37.504539 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d9f92963-a5e6-4975-b96b-7f8662334aee req-209ecf70-3dbc-4ac2-8aa1-3ce1cd8ac342 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/5f858564-73e7-417d-aecd-d7e0bdab1ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221976 Aug 08 02:45:37.573322 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1ce63-8153-4f6e-add6-b1e385435b8b req-cbf21153-8075-46df-b45d-1ce2edbd185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:37.574845 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a4b1ce63-8153-4f6e-add6-b1e385435b8b req-cbf21153-8075-46df-b45d-1ce2edbd185d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 1129 time: 0.0518577 Aug 08 02:45:38.049547 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5897e0-8b0d-4ee5-8a48-ab5d1c82a79e req-51e0068d-3ee9-43ed-8064-3ca7587c6118 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:38.051042 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5d5897e0-8b0d-4ee5-8a48-ab5d1c82a79e req-51e0068d-3ee9-43ed-8064-3ca7587c6118 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 943 time: 0.0527227 Aug 08 02:45:38.099515 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-5d5897e0-8b0d-4ee5-8a48-ab5d1c82a79e req-ac8b5203-b5ff-4e0b-842e-1b26da440fa0 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421195 Aug 08 02:45:39.178724 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=75 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:39.216476 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fa91f-e4c1-470c-81c5-8e2de60b1478 req-8b63dd4e-deac-422b-acd4-d80331aa3a2d tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:39.217922 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8a8fa91f-e4c1-470c-81c5-8e2de60b1478 req-8b63dd4e-deac-422b-acd4-d80331aa3a2d tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 943 time: 0.0479012 Aug 08 02:45:39.267888 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8a8fa91f-e4c1-470c-81c5-8e2de60b1478 req-18d9cff1-8fdb-4eea-923a-b0ab182c1998 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443084 Aug 08 02:45:39.945564 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1ce63-8153-4f6e-add6-b1e385435b8b req-47f192d2-f1b8-412c-b735-3667aa92b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:39.947035 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a4b1ce63-8153-4f6e-add6-b1e385435b8b req-47f192d2-f1b8-412c-b735-3667aa92b0da service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 916 time: 0.0884969 Aug 08 02:45:40.013196 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a4b1ce63-8153-4f6e-add6-b1e385435b8b req-70dcfe65-75a2-4690-a635-688207c60095 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1cd355c-17b9-4b63-9354-70d58ac3d6df HTTP/1.1" status: 200 len: 1000 time: 0.0588906 Aug 08 02:45:40.062296 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1ce63-8153-4f6e-add6-b1e385435b8b req-1b7b925e-011e-486c-a0cb-99f5536e7bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:40.063694 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a4b1ce63-8153-4f6e-add6-b1e385435b8b req-1b7b925e-011e-486c-a0cb-99f5536e7bfb service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=68c7ace3-58ac-4148-a853-1fe17dd9d8b4 HTTP/1.1" status: 200 len: 854 time: 0.0447443 Aug 08 02:45:40.077725 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:40.106928 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1ce63-8153-4f6e-add6-b1e385435b8b req-537a6883-60d7-4c94-a2ea-499d799053d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:40.108414 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a4b1ce63-8153-4f6e-add6-b1e385435b8b req-537a6883-60d7-4c94-a2ea-499d799053d1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87421ac7-3501-495d-abd1-cf8008d9c1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389032 Aug 08 02:45:40.179508 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:40.202602 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a4b1ce63-8153-4f6e-add6-b1e385435b8b req-ca138717-031d-46e0-afd9-f32230b88e56 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880091 Aug 08 02:45:40.294913 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a4b1ce63-8153-4f6e-add6-b1e385435b8b req-f2eca15e-7cfd-4d65-b5be-ac66d19b41ae service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868406 Aug 08 02:45:40.385883 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c6a55-6bbf-4b80-8481-567dd9e69715 req-5b8f7c42-381f-4a0e-aba0-4a86ff4fe7a1 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:40.387388 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ee6c6a55-6bbf-4b80-8481-567dd9e69715 req-5b8f7c42-381f-4a0e-aba0-4a86ff4fe7a1 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 943 time: 0.0467093 Aug 08 02:45:40.435570 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ee6c6a55-6bbf-4b80-8481-567dd9e69715 req-e55caf3c-082e-44f0-9756-f698bcbe9420 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425785 Aug 08 02:45:41.554296 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e225f-c7d7-4331-960b-f3463463f6e7 req-beadd36a-433e-4ead-9eb6-6843b5cf1ec7 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:41.555755 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-561e225f-c7d7-4331-960b-f3463463f6e7 req-beadd36a-433e-4ead-9eb6-6843b5cf1ec7 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 943 time: 0.0475423 Aug 08 02:45:41.602545 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-561e225f-c7d7-4331-960b-f3463463f6e7 req-c4fa741e-ca3c-487a-b9a2-ab6088b52fdc tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412910 Aug 08 02:45:42.723461 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94f0e0-6b85-4c78-b9c4-493b2f40bb23 req-b0478fc1-27be-49b7-bf00-66e91767eaf1 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:42.724938 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6c94f0e0-6b85-4c78-b9c4-493b2f40bb23 req-b0478fc1-27be-49b7-bf00-66e91767eaf1 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 943 time: 0.0493248 Aug 08 02:45:42.768638 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device d40acf67-0110-4e90-8392-ef20aebecb5a details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:45:42.771502 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6c94f0e0-6b85-4c78-b9c4-493b2f40bb23 req-c608eec6-200f-4abd-93af-e54b09bf680c tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409942 Aug 08 02:45:42.774291 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:42.872364 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port d40acf67-0110-4e90-8392-ef20aebecb5a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=d40acf67-0110-4e90-8392-ef20aebecb5a,segment=NetworkSegment(890d598b-aee6-4160-a986-a24ee627b06c),segment_id=890d598b-aee6-4160-a986-a24ee627b06c)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:45:42.883343 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': 'd40acf67-0110-4e90-8392-ef20aebecb5a', 'network_id': '5f858564-73e7-417d-aecd-d7e0bdab1ebf', 'port_id': 'd40acf67-0110-4e90-8392-ef20aebecb5a', 'mac_address': 'fa:16:3e:b2:1f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2ec154-99ff-47e2-a59e-e47855fd3904', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:45:42.917869 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port d40acf67-0110-4e90-8392-ef20aebecb5a is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:45:42.918181 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (d40acf67-0110-4e90-8392-ef20aebecb5a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:42.932438 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d40acf67-0110-4e90-8392-ef20aebecb5a {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:45:42.955251 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port d40acf67-0110-4e90-8392-ef20aebecb5a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=d40acf67-0110-4e90-8392-ef20aebecb5a,segment=NetworkSegment(890d598b-aee6-4160-a986-a24ee627b06c),segment_id=890d598b-aee6-4160-a986-a24ee627b06c)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:45:43.018048 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (d40acf67-0110-4e90-8392-ef20aebecb5a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:43.065380 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=d40acf67-0110-4e90-8392-ef20aebecb5a,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:43.342794 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['d40acf67-0110-4e90-8392-ef20aebecb5a'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:45:43.893789 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0cc89-f8e8-47c5-a060-cf216f365a24 req-6ad4ee55-5b01-4022-bcfc-d05f2b7bc94a tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:43.895194 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f9f0cc89-f8e8-47c5-a060-cf216f365a24 req-6ad4ee55-5b01-4022-bcfc-d05f2b7bc94a tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 944 time: 0.0472751 Aug 08 02:45:43.944884 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f9f0cc89-f8e8-47c5-a060-cf216f365a24 req-e8101742-1c2e-4eec-b789-4622d94002fe tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433025 Aug 08 02:45:44.793316 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device d40acf67-0110-4e90-8392-ef20aebecb5a up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:45:44.834865 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port d40acf67-0110-4e90-8392-ef20aebecb5a completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:45:44.874918 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port d40acf67-0110-4e90-8392-ef20aebecb5a triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:45:44.875281 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (d40acf67-0110-4e90-8392-ef20aebecb5a), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:44.946247 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port d40acf67-0110-4e90-8392-ef20aebecb5a is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:45:44.946661 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (d40acf67-0110-4e90-8392-ef20aebecb5a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:44.969648 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a4f522-b796-4b4b-93ea-22830c71c58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40acf67-0110-4e90-8392-ef20aebecb5a'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:45:44.972006 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3320306f-193a-4da8-b415-0d95daf0f534" -d '{"events": [{"server_uuid": "e5a4f522-b796-4b4b-93ea-22830c71c58b", "name": "network-vif-plugged", "status": "completed", "tag": "d40acf67-0110-4e90-8392-ef20aebecb5a"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:45:44.988687 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port d40acf67-0110-4e90-8392-ef20aebecb5a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=d40acf67-0110-4e90-8392-ef20aebecb5a,segment=NetworkSegment(890d598b-aee6-4160-a986-a24ee627b06c),segment_id=890d598b-aee6-4160-a986-a24ee627b06c)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:45:45.012870 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ed6ff9-5801-448c-837c-72cc52534342 x-openstack-request-id: req-b2ed6ff9-5801-448c-837c-72cc52534342 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:45:45.013167 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a4f522-b796-4b4b-93ea-22830c71c58b", "name": "network-vif-plugged", "status": "completed", "tag": "d40acf67-0110-4e90-8392-ef20aebecb5a", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:45:45.013421 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2ed6ff9-5801-448c-837c-72cc52534342 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:45:45.013868 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ed6ff9-5801-448c-837c-72cc52534342'] response: {'server_uuid': 'e5a4f522-b796-4b4b-93ea-22830c71c58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40acf67-0110-4e90-8392-ef20aebecb5a', 'code': 200} Aug 08 02:45:45.047167 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (d40acf67-0110-4e90-8392-ef20aebecb5a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:45.072575 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8048be6-1696-459c-ba8c-6fc25737bf9c req-14436f2c-8347-4185-bfe1-d7047d7f4d83 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:45.074764 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d8048be6-1696-459c-ba8c-6fc25737bf9c req-14436f2c-8347-4185-bfe1-d7047d7f4d83 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 944 time: 0.0553970 Aug 08 02:45:45.084402 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:45.098211 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=d40acf67-0110-4e90-8392-ef20aebecb5a,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:45.133990 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d8048be6-1696-459c-ba8c-6fc25737bf9c req-60549bd6-934d-4ea4-bb91-49f501d6805f tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535951 Aug 08 02:45:45.300359 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb4975-b5e8-4fed-8cd1-a8fe60f4b6b8 req-55776d57-cc49-487f-aa5d-0eefe39292a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:45.301829 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-51fb4975-b5e8-4fed-8cd1-a8fe60f4b6b8 req-55776d57-cc49-487f-aa5d-0eefe39292a9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 1129 time: 0.0383604 Aug 08 02:45:45.346533 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-51fb4975-b5e8-4fed-8cd1-a8fe60f4b6b8 req-5bfb1ee5-4593-4ca6-b199-93f4e6edfd49 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388827 Aug 08 02:45:46.256696 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40686eb9-bd37-4db7-8585-6eb88bd21215 req-9de6c6fd-cb4c-476f-a6c2-f5213d77e972 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:46.258159 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-40686eb9-bd37-4db7-8585-6eb88bd21215 req-9de6c6fd-cb4c-476f-a6c2-f5213d77e972 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 945 time: 0.0505283 Aug 08 02:45:46.306712 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-40686eb9-bd37-4db7-8585-6eb88bd21215 req-fafd8dc9-65a4-432f-83d3-63d644deefe0 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 Aug 08 02:45:47.427675 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225f873-432d-4750-b446-b5ff0c2a96fb req-c1f8fa69-4867-405d-b866-3aeb5dff34e7 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:47.429127 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6225f873-432d-4750-b446-b5ff0c2a96fb req-c1f8fa69-4867-405d-b866-3aeb5dff34e7 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 945 time: 0.0483785 Aug 08 02:45:47.480537 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6225f873-432d-4750-b446-b5ff0c2a96fb req-3a423437-f614-42a2-96a7-e5b71ad4d6ce tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459304 Aug 08 02:45:48.509272 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d75d2-bc38-4c1d-8350-28613cfffcfc req-19ade47c-b9a5-423d-ba9d-b787a3001273 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:48.510787 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-285d75d2-bc38-4c1d-8350-28613cfffcfc req-19ade47c-b9a5-423d-ba9d-b787a3001273 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 945 time: 0.0478334 Aug 08 02:45:48.558087 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-285d75d2-bc38-4c1d-8350-28613cfffcfc req-2b75f65b-3e05-4545-8258-d280f3e08395 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Aug 08 02:45:49.676355 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dec72e-4d52-482f-b341-d0fadc94a44a req-065ff896-7d4b-4cc9-a70c-8f884a5f06ea tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:49.678432 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-16dec72e-4d52-482f-b341-d0fadc94a44a req-065ff896-7d4b-4cc9-a70c-8f884a5f06ea tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 945 time: 0.0473511 Aug 08 02:45:49.725584 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-16dec72e-4d52-482f-b341-d0fadc94a44a req-833cadb3-948c-4846-8d99-f8064ec284cb tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2005044f-8b63-4fd0-8064-4d267d8dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415845 Aug 08 02:45:49.935863 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83244630-904f-461f-907e-cdeb978faab9 req-b61c73da-b596-4b04-bdf9-5f6a9b3d4305 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:45:49.937299 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-83244630-904f-461f-907e-cdeb978faab9 req-b61c73da-b596-4b04-bdf9-5f6a9b3d4305 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 945 time: 0.0473101 Aug 08 02:45:50.019233 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-83244630-904f-461f-907e-cdeb978faab9 req-795c09d9-978e-4aff-aa9c-cabc60bfc708 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Deleting port d40acf67-0110-4e90-8392-ef20aebecb5a {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:45:50.019577 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-83244630-904f-461f-907e-cdeb978faab9 req-795c09d9-978e-4aff-aa9c-cabc60bfc708 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (d40acf67-0110-4e90-8392-ef20aebecb5a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:50.108839 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-83244630-904f-461f-907e-cdeb978faab9 req-795c09d9-978e-4aff-aa9c-cabc60bfc708 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] For port d40acf67-0110-4e90-8392-ef20aebecb5a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=d40acf67-0110-4e90-8392-ef20aebecb5a,segment=NetworkSegment(890d598b-aee6-4160-a986-a24ee627b06c),segment_id=890d598b-aee6-4160-a986-a24ee627b06c)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:45:50.109204 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-83244630-904f-461f-907e-cdeb978faab9 req-795c09d9-978e-4aff-aa9c-cabc60bfc708 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (d40acf67-0110-4e90-8392-ef20aebecb5a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:50.122208 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-83244630-904f-461f-907e-cdeb978faab9 req-795c09d9-978e-4aff-aa9c-cabc60bfc708 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Calling delete_port for d40acf67-0110-4e90-8392-ef20aebecb5a owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:45:50.131998 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:50.183060 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:45:50.303831 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-83244630-904f-461f-907e-cdeb978faab9 req-795c09d9-978e-4aff-aa9c-cabc60bfc708 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (d40acf67-0110-4e90-8392-ef20aebecb5a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:50.316005 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['d40acf67-0110-4e90-8392-ef20aebecb5a'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:45:50.334323 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c09d9-978e-4aff-aa9c-cabc60bfc708 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Pushing event deleted for resources: {'Port': ['ID=d40acf67-0110-4e90-8392-ef20aebecb5a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:45:50.381254 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-83244630-904f-461f-907e-cdeb978faab9 req-795c09d9-978e-4aff-aa9c-cabc60bfc708 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] No DVR routers for this DVR port d40acf67-0110-4e90-8392-ef20aebecb5a on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:45:50.383894 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-83244630-904f-461f-907e-cdeb978faab9 req-795c09d9-978e-4aff-aa9c-cabc60bfc708 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:50.387263 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-83244630-904f-461f-907e-cdeb978faab9 req-795c09d9-978e-4aff-aa9c-cabc60bfc708 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.48 "DELETE /networking/v2.0/ports/d40acf67-0110-4e90-8392-ef20aebecb5a HTTP/1.1" status: 204 len: 173 time: 0.4449663 Aug 08 02:45:50.387694 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a4f522-b796-4b4b-93ea-22830c71c58b', 'name': 'network-vif-deleted', 'tag': 'd40acf67-0110-4e90-8392-ef20aebecb5a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:45:50.390095 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fb4fd0-873c-407c-9ca4-b37e1491ffce" -d '{"events": [{"server_uuid": "e5a4f522-b796-4b4b-93ea-22830c71c58b", "name": "network-vif-deleted", "tag": "d40acf67-0110-4e90-8392-ef20aebecb5a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:45:50.427778 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b8144e-4a20-4f29-b24c-ee8a7b566614 x-openstack-request-id: req-46b8144e-4a20-4f29-b24c-ee8a7b566614 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:45:50.428075 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a4f522-b796-4b4b-93ea-22830c71c58b", "name": "network-vif-deleted", "tag": "d40acf67-0110-4e90-8392-ef20aebecb5a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:45:50.428371 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46b8144e-4a20-4f29-b24c-ee8a7b566614 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:45:50.428780 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b8144e-4a20-4f29-b24c-ee8a7b566614'] response: {'server_uuid': 'e5a4f522-b796-4b4b-93ea-22830c71c58b', 'name': 'network-vif-deleted', 'tag': 'd40acf67-0110-4e90-8392-ef20aebecb5a', 'status': 'completed', 'code': 200} Aug 08 02:45:50.555237 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c9b476af-10d3-4512-9825-123cba31d2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:50.843449 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d623e245-e2da-429e-b133-ed967fb2c616 req-128bb921-9fd9-4a39-bd46-3fc98891e576 tempest-VolumesActionsTest-1952200286 tempest-VolumesActionsTest-1952200286-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e5a4f522-b796-4b4b-93ea-22830c71c58b HTTP/1.1" status: 200 len: 210 time: 0.0341637 Aug 08 02:45:50.969452 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:45:52.898400 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c48fc4b5-a7fe-4899-a832-687aff079347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:54.412315 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:55.543218 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device d40acf67-0110-4e90-8392-ef20aebecb5a no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:45:55.563359 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: d40acf67-0110-4e90-8392-ef20aebecb5a {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:45:55.563695 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device d40acf67-0110-4e90-8392-ef20aebecb5a not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:45:56.063588 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:56.091887 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:45:58.686766 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:00.211743 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:00.342063 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=21,neutron:DELETE=7 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:00.365940 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:00.819737 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:00.823045 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=48 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:00.966424 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:08.591429 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:08.595903 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:18.001846 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 47910) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:46:18.046924 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Deleting subnet ea2ec154-99ff-47e2-a59e-e47855fd3904 {{(pid=104277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:46:18.050038 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Publish callbacks [] for subnet (ea2ec154-99ff-47e2-a59e-e47855fd3904), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:18.083802 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3841700'] for subnet (ea2ec154-99ff-47e2-a59e-e47855fd3904), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:18.123284 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (ea2ec154-99ff-47e2-a59e-e47855fd3904), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:18.263769 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521514'] for subnet (ea2ec154-99ff-47e2-a59e-e47855fd3904), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:18.289180 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea2ec154-99ff-47e2-a59e-e47855fd3904,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:46:18.294150 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:18.297257 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/ea2ec154-99ff-47e2-a59e-e47855fd3904 HTTP/1.1" status: 204 len: 168 time: 0.2943714 Aug 08 02:46:18.300023 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47912) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:46:18.302032 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.302395 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.302744 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.303087 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.303421 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.303752 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.304078 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.304405 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.304732 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.305059 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.305386 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.306275 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.306714 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.307041 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.307371 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb3bc7-ad10-4752-923a-59daba48f0ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.371104 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (5f858564-73e7-417d-aecd-d7e0bdab1ebf), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:18.451037 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (5f858564-73e7-417d-aecd-d7e0bdab1ebf), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:18.470163 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f858564-73e7-417d-aecd-d7e0bdab1ebf']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:46:18.479652 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890d598b-aee6-4160-a986-a24ee627b06c') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:46:18.479938 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890d598b-aee6-4160-a986-a24ee627b06c') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:46:18.489087 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164828'] for segment (890d598b-aee6-4160-a986-a24ee627b06c), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:18.502705 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (890d598b-aee6-4160-a986-a24ee627b06c), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:18.509111 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:46:18.511608 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3915133'] for segment (890d598b-aee6-4160-a986-a24ee627b06c), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:18.547630 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 890d598b-aee6-4160-a986-a24ee627b06c resource provider aggregate not found Aug 08 02:46:18.566179 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 890d598b-aee6-4160-a986-a24ee627b06c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 890d598b-aee6-4160-a986-a24ee627b06c found for delete ", "request_id": "req-eceab15a-bffd-4b7c-9985-f920c5e34bd3"}]} Aug 08 02:46:18.651980 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (5f858564-73e7-417d-aecd-d7e0bdab1ebf), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:18.657314 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:18.660447 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/5f858564-73e7-417d-aecd-d7e0bdab1ebf HTTP/1.1" status: 204 len: 168 time: 0.3592818 Aug 08 02:46:18.672483 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f858564-73e7-417d-aecd-d7e0bdab1ebf,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:46:18.679638 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.679976 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.680310 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.681538 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.682095 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.682095 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.682450 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.682808 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.683010 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.683306 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.683568 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.683885 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.684199 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.684508 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.684817 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b403285-f8c0-4b00-9cde-6180a5646f52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:18.963531 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47920) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:46:19.003496 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e60b25d1-b410-469d-978a-d4fb72029a8c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c3703fa0da4a45d8b49bf637d12e3f21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388358 Aug 08 02:46:19.005950 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47922) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:46:19.009600 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:19.011191 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:19.058243 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-95f48147-fe82-4620-b6a7-4197ee9f8971 admin admin] Publish callbacks [] for security_group (2005044f-8b63-4fd0-8064-4d267d8dbdd9), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:19.080264 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-95f48147-fe82-4620-b6a7-4197ee9f8971 admin admin] Publish callbacks [] for security_group (2005044f-8b63-4fd0-8064-4d267d8dbdd9), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:19.200372 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-95f48147-fe82-4620-b6a7-4197ee9f8971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (2005044f-8b63-4fd0-8064-4d267d8dbdd9), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:19.202913 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-95f48147-fe82-4620-b6a7-4197ee9f8971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:19.204045 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-95f48147-fe82-4620-b6a7-4197ee9f8971 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2005044f-8b63-4fd0-8064-4d267d8dbdd9 HTTP/1.1" status: 204 len: 168 time: 0.1972032 Aug 08 02:46:19.216789 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f48147-fe82-4620-b6a7-4197ee9f8971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2005044f-8b63-4fd0-8064-4d267d8dbdd9,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:46:20.565819 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dd20076b-d093-4401-b1b9-8aa14bb8c836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:22.909122 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-461bece0-3289-42fc-8114-fc6930a38641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:24.422967 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:26.057430 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:26.074420 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:27.968535 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:46:28.291807 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=26,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:28.293683 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:28.685665 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:29.207160 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=51,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:29.207882 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=48,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:37.511288 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e843d5fa-57d2-4b77-a9e8-b2ef2a0a9583 req-02cd47aa-8df7-43cb-956b-95f7a364602a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437367 Aug 08 02:46:37.629915 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843d5fa-57d2-4b77-a9e8-b2ef2a0a9583 req-0b6a66dd-799f-4144-bb02-87f2d26dadd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:37.631431 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e843d5fa-57d2-4b77-a9e8-b2ef2a0a9583 req-0b6a66dd-799f-4144-bb02-87f2d26dadd0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 1129 time: 0.0398726 Aug 08 02:46:37.744566 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843d5fa-57d2-4b77-a9e8-b2ef2a0a9583 req-a8e5761a-a982-45f9-a932-2d5b38a84a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:37.746038 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e843d5fa-57d2-4b77-a9e8-b2ef2a0a9583 req-a8e5761a-a982-45f9-a932-2d5b38a84a79 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 916 time: 0.0954053 Aug 08 02:46:37.809367 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e843d5fa-57d2-4b77-a9e8-b2ef2a0a9583 req-1376e3e8-af49-473a-afe7-02595ad47ca8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1cd355c-17b9-4b63-9354-70d58ac3d6df HTTP/1.1" status: 200 len: 1000 time: 0.0561283 Aug 08 02:46:37.863505 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843d5fa-57d2-4b77-a9e8-b2ef2a0a9583 req-4028f892-c271-4a71-b382-c489997ffc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:37.864982 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e843d5fa-57d2-4b77-a9e8-b2ef2a0a9583 req-4028f892-c271-4a71-b382-c489997ffc60 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=68c7ace3-58ac-4148-a853-1fe17dd9d8b4 HTTP/1.1" status: 200 len: 854 time: 0.0502331 Aug 08 02:46:37.916021 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843d5fa-57d2-4b77-a9e8-b2ef2a0a9583 req-1a912a3b-665f-4862-adcc-62257c8b62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:37.918983 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e843d5fa-57d2-4b77-a9e8-b2ef2a0a9583 req-1a912a3b-665f-4862-adcc-62257c8b62c0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87421ac7-3501-495d-abd1-cf8008d9c1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456111 Aug 08 02:46:37.964093 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:37.966267 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:38.020085 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e843d5fa-57d2-4b77-a9e8-b2ef2a0a9583 req-1b193c29-e667-4793-96bc-19f6f23b68f3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959678 Aug 08 02:46:38.108986 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e843d5fa-57d2-4b77-a9e8-b2ef2a0a9583 req-5779c018-6555-4244-aea7-e9240bce20a5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822551 Aug 08 02:46:39.060100 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:39.063005 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:44.460597 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47968) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:46:44.465803 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-50c3a92a-e352-4f33-9c4c-cf1cd9d59f92 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2101137906', 'description': 'tempest-description--2115963291'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:46:44.560105 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-50c3a92a-e352-4f33-9c4c-cf1cd9d59f92 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:44.627886 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-50c3a92a-e352-4f33-9c4c-cf1cd9d59f92 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (62c13066-4f2f-4eac-b51d-99c9273dabf3), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:44.697550 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-50c3a92a-e352-4f33-9c4c-cf1cd9d59f92 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (62c13066-4f2f-4eac-b51d-99c9273dabf3), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:44.726930 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3a92a-e352-4f33-9c4c-cf1cd9d59f92 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c13066-4f2f-4eac-b51d-99c9273dabf3,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:46:44.801495 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-50c3a92a-e352-4f33-9c4c-cf1cd9d59f92 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:44.802780 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-50c3a92a-e352-4f33-9c4c-cf1cd9d59f92 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3404610 Aug 08 02:46:44.805583 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47970) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:46:44.809787 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-d219cc5d-4143-419e-a552-c1fbb3eb752d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'security_group_rule': {'security_group_id': '62c13066-4f2f-4eac-b51d-99c9273dabf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:46:44.914735 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d219cc5d-4143-419e-a552-c1fbb3eb752d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (94f1bef8-da21-4d42-8163-a44d27ba1e99), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:44.972265 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d219cc5d-4143-419e-a552-c1fbb3eb752d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (94f1bef8-da21-4d42-8163-a44d27ba1e99), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:45.045938 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d219cc5d-4143-419e-a552-c1fbb3eb752d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (94f1bef8-da21-4d42-8163-a44d27ba1e99), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:45.064815 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219cc5d-4143-419e-a552-c1fbb3eb752d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f1bef8-da21-4d42-8163-a44d27ba1e99,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:46:45.116501 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d219cc5d-4143-419e-a552-c1fbb3eb752d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:45.117704 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-d219cc5d-4143-419e-a552-c1fbb3eb752d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3111808 Aug 08 02:46:45.120898 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47972) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:46:45.125125 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-9dd25763-f722-4985-a0b9-0a4e11caefc1 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'security_group_rule': {'security_group_id': '62c13066-4f2f-4eac-b51d-99c9273dabf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:46:45.200136 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9dd25763-f722-4985-a0b9-0a4e11caefc1 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (1ef397ae-072b-4f02-86cb-bbc2aca09d28), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:45.254811 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9dd25763-f722-4985-a0b9-0a4e11caefc1 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (1ef397ae-072b-4f02-86cb-bbc2aca09d28), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:45.302764 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9dd25763-f722-4985-a0b9-0a4e11caefc1 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (1ef397ae-072b-4f02-86cb-bbc2aca09d28), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:45.322256 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd25763-f722-4985-a0b9-0a4e11caefc1 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef397ae-072b-4f02-86cb-bbc2aca09d28,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:46:45.402075 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9dd25763-f722-4985-a0b9-0a4e11caefc1 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:45.403291 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-9dd25763-f722-4985-a0b9-0a4e11caefc1 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2814636 Aug 08 02:46:45.406340 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 47974) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:46:45.410530 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'floatingip': {'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:46:45.485644 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:45.565587 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:45.667683 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Allocated IP 172.27.4.250 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/3484e989-089d-48e5-bb2e-d867e9862811) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:46:45.745868 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:45.751360 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:45.772217 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for port (3484e989-089d-48e5-bb2e-d867e9862811), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:45.846142 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (3484e989-089d-48e5-bb2e-d867e9862811), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:45.880122 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:46:45.885407 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:46:45.888864 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:46:45.917081 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'Port': ['ID=3484e989-089d-48e5-bb2e-d867e9862811,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:46:45.984182 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (d4aeaa88-24fe-4084-ab11-74ed66002d98), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:46.074224 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (3484e989-089d-48e5-bb2e-d867e9862811), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:46.221216 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for port (3484e989-089d-48e5-bb2e-d867e9862811), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:46.268821 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914405'] for port (3484e989-089d-48e5-bb2e-d867e9862811), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:46.334011 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'Port': ['ID=3484e989-089d-48e5-bb2e-d867e9862811,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:46:46.336389 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (d4aeaa88-24fe-4084-ab11-74ed66002d98), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:46.347098 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:46.448208 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:46.449423 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-5ba73efc-2374-468a-bb12-3be34962ede9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0421553 Aug 08 02:46:46.654614 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-1cc277ec-b1e2-4821-acc9-0aa4c31423aa tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2101137906&fields=id&tenant_id=570f253b2653418dabc6566536e14353 HTTP/1.1" status: 200 len: 267 time: 0.0467513 Aug 08 02:46:46.764368 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-418548ee-12a4-4750-af1b-907a1bdac0f2 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:46.765836 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-418548ee-12a4-4750-af1b-907a1bdac0f2 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 815 time: 0.1049042 Aug 08 02:46:46.779981 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-fd6854fc-9920-4755-aa7c-01b261dd38cb tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/quotas/570f253b2653418dabc6566536e14353 HTTP/1.1" status: 200 len: 375 time: 0.0089135 Aug 08 02:46:46.831961 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-d51e812c-63a1-4e5d-82fe-18b693b0427b tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467677 Aug 08 02:46:47.022157 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-725a2b8e-7d9c-4095-9eb5-b6c4d5a861e7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785603 Aug 08 02:46:47.111132 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-c2c65841-7e1f-4532-8541-d18159e16dbf service neutron] 10.222.0.15 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825748 Aug 08 02:46:47.361436 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4cb78a85-fc9c-4752-bb4a-50b3c2c292fb req-6088893e-2be6-4fec-9848-601c41ebf410 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 210 time: 0.0338969 Aug 08 02:46:48.465661 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9ae5c027-3927-4e60-b7ae-e7c0f1cc470f req-cccde046-a3f5-4bb7-842b-852962d2db68 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 210 time: 0.0320909 Aug 08 02:46:49.115876 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:49.135597 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:49.153488 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-27e30e65-757c-4918-b5ac-8d3bac392246 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:49.154918 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-27e30e65-757c-4918-b5ac-8d3bac392246 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 815 time: 0.1016316 Aug 08 02:46:49.226777 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-d5587033-aea7-4f8f-84ba-e292b760085d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=570f253b2653418dabc6566536e14353 HTTP/1.1" status: 200 len: 473 time: 0.0638735 Aug 08 02:46:49.234645 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-3a109cf5-d57a-4af6-85a7-188ea53fd3c9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'port': {'device_id': '26342276-eba9-44e6-9959-33387a610f2b', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'admin_state_up': True, 'tenant_id': '570f253b2653418dabc6566536e14353', 'security_groups': ['62c13066-4f2f-4eac-b51d-99c9273dabf3']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:46:49.428926 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-3a109cf5-d57a-4af6-85a7-188ea53fd3c9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Made reservation on behalf of 570f253b2653418dabc6566536e14353 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:46:49.433066 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-3a109cf5-d57a-4af6-85a7-188ea53fd3c9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:49.563223 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-3a109cf5-d57a-4af6-85a7-188ea53fd3c9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Allocated IP 172.20.0.10 (87421ac7-3501-495d-abd1-cf8008d9c1cb/68c7ace3-58ac-4148-a853-1fe17dd9d8b4/0b82ba5b-f543-4f90-b789-ad00ac22ad04) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:46:49.569076 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-298b1a48-56fc-44f8-b979-b6a915983385 req-fb5f7b21-2b26-4fe1-a998-bb2ffcf004af tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 210 time: 0.0279737 Aug 08 02:46:49.696623 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-3a109cf5-d57a-4af6-85a7-188ea53fd3c9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for port (0b82ba5b-f543-4f90-b789-ad00ac22ad04), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:49.817148 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-3a109cf5-d57a-4af6-85a7-188ea53fd3c9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (0b82ba5b-f543-4f90-b789-ad00ac22ad04), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:49.864770 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-3a109cf5-d57a-4af6-85a7-188ea53fd3c9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Network 87421ac7-3501-495d-abd1-cf8008d9c1cb is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:46:49.867920 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-3a109cf5-d57a-4af6-85a7-188ea53fd3c9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:46:49.872601 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-3a109cf5-d57a-4af6-85a7-188ea53fd3c9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:46:49.902897 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a109cf5-d57a-4af6-85a7-188ea53fd3c9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'Port': ['ID=0b82ba5b-f543-4f90-b789-ad00ac22ad04,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:46:49.933308 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-3a109cf5-d57a-4af6-85a7-188ea53fd3c9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:49.933915 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-3a109cf5-d57a-4af6-85a7-188ea53fd3c9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:50.019890 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-3a109cf5-d57a-4af6-85a7-188ea53fd3c9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7886806 Aug 08 02:46:50.032635 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Request body: {'port': {'device_id': '26342276-eba9-44e6-9959-33387a610f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:46:50.046990 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-4dbcef24-73eb-457a-a6c1-7a728cb5c690 None None] Provisioning complete for port 0b82ba5b-f543-4f90-b789-ad00ac22ad04 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:46:50.047531 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4dbcef24-73eb-457a-a6c1-7a728cb5c690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (0b82ba5b-f543-4f90-b789-ad00ac22ad04), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:50.080032 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-4dbcef24-73eb-457a-a6c1-7a728cb5c690 None None] Port 0b82ba5b-f543-4f90-b789-ad00ac22ad04 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:46:50.090947 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (0b82ba5b-f543-4f90-b789-ad00ac22ad04), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:50.092674 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:50.201216 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:50.348787 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b82ba5b-f543-4f90-b789-ad00ac22ad04 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:46:50.357154 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Publish callbacks [] for port (0b82ba5b-f543-4f90-b789-ad00ac22ad04), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:50.370824 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Transition to ACTIVE for port object 0b82ba5b-f543-4f90-b789-ad00ac22ad04 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:46:50.479899 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (0b82ba5b-f543-4f90-b789-ad00ac22ad04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:50.559093 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Pushing event updated for resources: {'Port': ['ID=0b82ba5b-f543-4f90-b789-ad00ac22ad04,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:46:50.559888 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c265fb7e-0899-4121-a761-22b65eabc95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:50.589294 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Attempting to bind port 0b82ba5b-f543-4f90-b789-ad00ac22ad04 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:46:50.589813 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Attempting to bind port 0b82ba5b-f543-4f90-b789-ad00ac22ad04 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:46:50.589949 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Attempting to bind port 0b82ba5b-f543-4f90-b789-ad00ac22ad04 on network 87421ac7-3501-495d-abd1-cf8008d9c1cb {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:46:50.594427 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Port 0b82ba5b-f543-4f90-b789-ad00ac22ad04 on network 87421ac7-3501-495d-abd1-cf8008d9c1cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:46:50.594748 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Attempting to bind port 0b82ba5b-f543-4f90-b789-ad00ac22ad04 on network 87421ac7-3501-495d-abd1-cf8008d9c1cb {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:46:50.599950 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:46:50.600226 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Checking segment: {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:46:50.600598 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Bound using segment: {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:46:50.601022 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Bound port: 0b82ba5b-f543-4f90-b789-ad00ac22ad04, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:46:50.601568 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (0b82ba5b-f543-4f90-b789-ad00ac22ad04), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:50.698901 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] For port 0b82ba5b-f543-4f90-b789-ad00ac22ad04, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:46:50.706280 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c367275-a0b8-4ad7-8506-11c3015011fe req-7474e026-f12e-4383-ae00-6ce95d4fe77c tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:50.707756 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1c367275-a0b8-4ad7-8506-11c3015011fe req-7474e026-f12e-4383-ae00-6ce95d4fe77c tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 944 time: 0.0627530 Aug 08 02:46:50.709334 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] For port 0b82ba5b-f543-4f90-b789-ad00ac22ad04, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0b82ba5b-f543-4f90-b789-ad00ac22ad04,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:46:50.755340 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1c367275-a0b8-4ad7-8506-11c3015011fe req-31f21df1-5e6f-421d-9b2f-91147e85c0a5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62c13066-4f2f-4eac-b51d-99c9273dabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417144 Aug 08 02:46:50.765932 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (0b82ba5b-f543-4f90-b789-ad00ac22ad04), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:50.768867 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:50.769469 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:50.770993 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/0b82ba5b-f543-4f90-b789-ad00ac22ad04 HTTP/1.1" status: 200 len: 1094 time: 0.7443519 Aug 08 02:46:50.773109 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26342276-eba9-44e6-9959-33387a610f2b', 'tag': '0b82ba5b-f543-4f90-b789-ad00ac22ad04'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:46:50.776148 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98debc3-4b01-40e1-b9de-84706da6b619" -d '{"events": [{"name": "network-changed", "server_uuid": "26342276-eba9-44e6-9959-33387a610f2b", "tag": "0b82ba5b-f543-4f90-b789-ad00ac22ad04"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:46:50.814528 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fda691-7863-4b27-9f57-a6cd542fba16 x-openstack-request-id: req-c8fda691-7863-4b27-9f57-a6cd542fba16 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:46:50.814817 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26342276-eba9-44e6-9959-33387a610f2b", "tag": "0b82ba5b-f543-4f90-b789-ad00ac22ad04", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:46:50.815067 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8fda691-7863-4b27-9f57-a6cd542fba16 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:46:50.815463 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8fda691-7863-4b27-9f57-a6cd542fba16'] response: {'name': 'network-changed', 'server_uuid': '26342276-eba9-44e6-9959-33387a610f2b', 'tag': '0b82ba5b-f543-4f90-b789-ad00ac22ad04', 'status': 'completed', 'code': 200} Aug 08 02:46:50.829779 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e13bd-726e-4293-95c9-b026c1693635 service neutron] Pushing event updated for resources: {'Port': ['ID=0b82ba5b-f543-4f90-b789-ad00ac22ad04,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:46:50.874297 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98debc3-4b01-40e1-b9de-84706da6b619 req-ce0fd503-6313-4c97-8ef6-20cfe2a67927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:50.875746 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f98debc3-4b01-40e1-b9de-84706da6b619 req-ce0fd503-6313-4c97-8ef6-20cfe2a67927 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 1128 time: 0.0401487 Aug 08 02:46:50.957554 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:50.975544 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98debc3-4b01-40e1-b9de-84706da6b619 req-6b8ab132-ed33-43ff-90a2-6eba9e887433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:50.977010 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f98debc3-4b01-40e1-b9de-84706da6b619 req-6b8ab132-ed33-43ff-90a2-6eba9e887433 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=570f253b2653418dabc6566536e14353&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0936821 Aug 08 02:46:51.303196 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98debc3-4b01-40e1-b9de-84706da6b619 req-4ce066ce-2e54-4304-9d4d-c7f1de64260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:51.304642 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f98debc3-4b01-40e1-b9de-84706da6b619 req-4ce066ce-2e54-4304-9d4d-c7f1de64260d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3216252 Aug 08 02:46:51.376489 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-3c6d1645-a725-451e-a87e-1b5f4937c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:51.378018 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-3c6d1645-a725-451e-a87e-1b5f4937c062 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 1128 time: 0.0385664 Aug 08 02:46:51.420033 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-1133d66a-531f-4ef4-8187-5f1658df1df5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b82ba5b-f543-4f90-b789-ad00ac22ad04 HTTP/1.1" status: 200 len: 217 time: 0.0357680 Aug 08 02:46:51.468280 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-fece7c22-fb58-4d88-9518-1b34b7299dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:51.469560 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-fece7c22-fb58-4d88-9518-1b34b7299dbe service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=68c7ace3-58ac-4148-a853-1fe17dd9d8b4 HTTP/1.1" status: 200 len: 854 time: 0.0436995 Aug 08 02:46:51.512284 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-218773e3-62db-4455-ad4d-aeaff109984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:51.513831 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-218773e3-62db-4455-ad4d-aeaff109984e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87421ac7-3501-495d-abd1-cf8008d9c1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382800 Aug 08 02:46:51.583317 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:51.606846 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-f122524d-0f95-4fae-b055-ed48a332ae8a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863323 Aug 08 02:46:51.704232 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d4e238a9-fe8c-4939-8907-040e14ff2ff4 req-5b222c50-851e-4452-9f59-71d8b5bb93e5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917745 Aug 08 02:46:51.879284 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694db2b-5229-4426-9f91-a2f4a08f25cb req-960106f0-a2c8-4c23-9348-091296cbef21 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:51.880724 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3694db2b-5229-4426-9f91-a2f4a08f25cb req-960106f0-a2c8-4c23-9348-091296cbef21 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 944 time: 0.0532455 Aug 08 02:46:51.928016 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3694db2b-5229-4426-9f91-a2f4a08f25cb req-b9ee8a5d-6e80-47cd-b3ce-02cb9c4de57f tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62c13066-4f2f-4eac-b51d-99c9273dabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409746 Aug 08 02:46:52.913372 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f63adf9e-bdc6-4dfd-9969-7364386117c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:53.046281 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e74ea-a5e8-43fc-a3ed-97ca35d7a1e7 req-07a5355a-143c-45af-8cf2-5fbeb0b8eec7 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:53.047787 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-185e74ea-a5e8-43fc-a3ed-97ca35d7a1e7 req-07a5355a-143c-45af-8cf2-5fbeb0b8eec7 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 944 time: 0.0461583 Aug 08 02:46:53.094315 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-185e74ea-a5e8-43fc-a3ed-97ca35d7a1e7 req-1df3a761-a0b1-423d-b0d7-0b3461d1651a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62c13066-4f2f-4eac-b51d-99c9273dabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409963 Aug 08 02:46:54.211259 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22aa86e-11c9-4dd2-96ce-10c243a1fd28 req-346ae8d6-2621-4571-9744-44952c83ced2 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:54.213111 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d22aa86e-11c9-4dd2-96ce-10c243a1fd28 req-346ae8d6-2621-4571-9744-44952c83ced2 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 944 time: 0.0453897 Aug 08 02:46:54.260479 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d22aa86e-11c9-4dd2-96ce-10c243a1fd28 req-cd1e3181-6d6f-494f-89e3-0b49075719a6 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62c13066-4f2f-4eac-b51d-99c9273dabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418167 Aug 08 02:46:54.417385 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:55.194193 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 0b82ba5b-f543-4f90-b789-ad00ac22ad04 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:46:55.294410 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 0b82ba5b-f543-4f90-b789-ad00ac22ad04, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0b82ba5b-f543-4f90-b789-ad00ac22ad04,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:46:55.305915 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': '0b82ba5b-f543-4f90-b789-ad00ac22ad04', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'port_id': '0b82ba5b-f543-4f90-b789-ad00ac22ad04', 'mac_address': 'fa:16:3e:d4:6a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:46:55.341407 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 0b82ba5b-f543-4f90-b789-ad00ac22ad04 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:46:55.341792 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (0b82ba5b-f543-4f90-b789-ad00ac22ad04), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:55.355110 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b82ba5b-f543-4f90-b789-ad00ac22ad04 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:46:55.374381 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 0b82ba5b-f543-4f90-b789-ad00ac22ad04, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0b82ba5b-f543-4f90-b789-ad00ac22ad04,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:46:55.379157 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaae33-9206-48a4-89f7-1be73fc3af7b req-b39bb62c-8e76-42af-bda5-b6ac74fff513 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:55.380609 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a2eaae33-9206-48a4-89f7-1be73fc3af7b req-b39bb62c-8e76-42af-bda5-b6ac74fff513 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 944 time: 0.0467749 Aug 08 02:46:55.431890 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a2eaae33-9206-48a4-89f7-1be73fc3af7b req-c887c609-102d-41a0-970b-6b5993714172 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62c13066-4f2f-4eac-b51d-99c9273dabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442717 Aug 08 02:46:55.439785 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (0b82ba5b-f543-4f90-b789-ad00ac22ad04), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:55.485899 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=0b82ba5b-f543-4f90-b789-ad00ac22ad04,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:46:55.492930 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:55.493279 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:55.494118 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:55.494495 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:55.494862 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:55.495253 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:55.495584 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:55.495909 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:55.496238 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:55.496562 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:55.496884 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:55.497209 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:55.497531 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:55.497852 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:55.498170 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:46:55.757273 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['0b82ba5b-f543-4f90-b789-ad00ac22ad04'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:46:56.045480 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:56.074092 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:56.554256 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff3d78-0f9c-4872-a743-016834a56416 req-9c2d307f-601c-42f7-85e7-adb263adb417 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:56.555731 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-51ff3d78-0f9c-4872-a743-016834a56416 req-9c2d307f-601c-42f7-85e7-adb263adb417 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 945 time: 0.0501864 Aug 08 02:46:56.603206 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-51ff3d78-0f9c-4872-a743-016834a56416 req-93fd9455-0f7e-4db1-a6ed-7261a94648b4 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62c13066-4f2f-4eac-b51d-99c9273dabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418525 Aug 08 02:46:57.209937 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 0b82ba5b-f543-4f90-b789-ad00ac22ad04 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:46:57.251022 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port 0b82ba5b-f543-4f90-b789-ad00ac22ad04 completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:46:57.296800 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port 0b82ba5b-f543-4f90-b789-ad00ac22ad04 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:46:57.297169 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (0b82ba5b-f543-4f90-b789-ad00ac22ad04), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:57.371404 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 0b82ba5b-f543-4f90-b789-ad00ac22ad04 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:46:57.371791 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (0b82ba5b-f543-4f90-b789-ad00ac22ad04), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:57.393889 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26342276-eba9-44e6-9959-33387a610f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b82ba5b-f543-4f90-b789-ad00ac22ad04'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:46:57.396166 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d04dec7-871b-437c-9435-bf30a1110310" -d '{"events": [{"server_uuid": "26342276-eba9-44e6-9959-33387a610f2b", "name": "network-vif-plugged", "status": "completed", "tag": "0b82ba5b-f543-4f90-b789-ad00ac22ad04"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:46:57.408432 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 0b82ba5b-f543-4f90-b789-ad00ac22ad04, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0b82ba5b-f543-4f90-b789-ad00ac22ad04,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:46:57.435621 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979c2d85-aa55-4509-9162-6e945d171291 x-openstack-request-id: req-979c2d85-aa55-4509-9162-6e945d171291 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:46:57.435907 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26342276-eba9-44e6-9959-33387a610f2b", "name": "network-vif-plugged", "status": "completed", "tag": "0b82ba5b-f543-4f90-b789-ad00ac22ad04", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:46:57.436154 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-979c2d85-aa55-4509-9162-6e945d171291 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:46:57.436546 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-979c2d85-aa55-4509-9162-6e945d171291'] response: {'server_uuid': '26342276-eba9-44e6-9959-33387a610f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b82ba5b-f543-4f90-b789-ad00ac22ad04', 'code': 200} Aug 08 02:46:57.474467 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (0b82ba5b-f543-4f90-b789-ad00ac22ad04), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:57.479944 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:57.517166 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:46:57.521680 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=0b82ba5b-f543-4f90-b789-ad00ac22ad04,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:46:57.749896 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17190741-f1d4-4ec3-9fd2-3d8f10c32504 req-7c935a11-a30d-4a2d-b064-39f3105091e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:57.751290 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17190741-f1d4-4ec3-9fd2-3d8f10c32504 req-7c935a11-a30d-4a2d-b064-39f3105091e8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 946 time: 0.0744748 Aug 08 02:46:57.756708 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3dfa2-4799-4bda-9a5b-a7c3e9f09eb6 req-e1066e7a-a553-4eff-ae64-2c1cd0ca5e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:57.758119 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-15c3dfa2-4799-4bda-9a5b-a7c3e9f09eb6 req-e1066e7a-a553-4eff-ae64-2c1cd0ca5e4f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 1130 time: 0.0527866 Aug 08 02:46:57.833534 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-17190741-f1d4-4ec3-9fd2-3d8f10c32504 req-3b441d29-876c-4e57-b41c-adf6e051d26b tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62c13066-4f2f-4eac-b51d-99c9273dabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743961 Aug 08 02:46:57.836749 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-15c3dfa2-4799-4bda-9a5b-a7c3e9f09eb6 req-3af973e4-6beb-43ab-bff2-13e73d99db29 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=62c13066-4f2f-4eac-b51d-99c9273dabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704863 Aug 08 02:46:58.685197 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:46:58.954531 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d7ed2-388f-4f6b-a0bc-b0d93a67cff3 req-791ce671-5840-421b-aca7-3024f8870b4d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:46:58.955982 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-597d7ed2-388f-4f6b-a0bc-b0d93a67cff3 req-791ce671-5840-421b-aca7-3024f8870b4d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 946 time: 0.0483642 Aug 08 02:46:59.002705 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-597d7ed2-388f-4f6b-a0bc-b0d93a67cff3 req-2fd3fb5e-e0ad-48ad-b77e-a862882f7bff tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62c13066-4f2f-4eac-b51d-99c9273dabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411406 Aug 08 02:47:00.121657 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad4182-1cc1-41a3-9f0d-43ddd77d1868 req-0f879afc-10b4-4e17-b8f5-b1adcc92c12d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:47:00.123149 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-48ad4182-1cc1-41a3-9f0d-43ddd77d1868 req-0f879afc-10b4-4e17-b8f5-b1adcc92c12d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 946 time: 0.0475564 Aug 08 02:47:00.163703 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:00.170994 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-48ad4182-1cc1-41a3-9f0d-43ddd77d1868 req-96be9d5a-9d30-4c99-8a0a-2e65c280cb94 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62c13066-4f2f-4eac-b51d-99c9273dabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421793 Aug 08 02:47:00.284380 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d92136-e45b-4ae0-a416-d7639ea23218 req-9ff6a1a8-de26-4c67-ad87-7d37d4b81ae3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:47:00.285723 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-12d92136-e45b-4ae0-a416-d7639ea23218 req-9ff6a1a8-de26-4c67-ad87-7d37d4b81ae3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 946 time: 0.0465031 Aug 08 02:47:00.295913 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48032) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:47:00.300232 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-8d9e378a-2657-43ac-86a1-61f11293f8d9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'floatingip': {'port_id': '0b82ba5b-f543-4f90-b789-ad00ac22ad04'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:47:00.341053 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8d9e378a-2657-43ac-86a1-61f11293f8d9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (d4aeaa88-24fe-4084-ab11-74ed66002d98), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:47:00.876118 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:00.982456 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8d9e378a-2657-43ac-86a1-61f11293f8d9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:47:01.062641 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8d9e378a-2657-43ac-86a1-61f11293f8d9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (d4aeaa88-24fe-4084-ab11-74ed66002d98), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:47:01.158004 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.l3_db [None req-8d9e378a-2657-43ac-86a1-61f11293f8d9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Floating IP d4aeaa88-24fe-4084-ab11-74ed66002d98 associated. External IP: 172.27.4.250, port: 0b82ba5b-f543-4f90-b789-ad00ac22ad04. Aug 08 02:47:01.194550 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:01.356846 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9e378a-2657-43ac-86a1-61f11293f8d9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:47:01.460461 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9e378a-2657-43ac-86a1-61f11293f8d9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:47:01.465991 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8d9e378a-2657-43ac-86a1-61f11293f8d9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:47:01.470494 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6dfede-d1fd-4c8b-8e32-e992b8e9266e None None] Sync routers for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:47:01.480432 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6dfede-d1fd-4c8b-8e32-e992b8e9266e None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:47:01.481041 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-8c6dfede-d1fd-4c8b-8e32-e992b8e9266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:46:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:47:01.496015 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8d9e378a-2657-43ac-86a1-61f11293f8d9 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/d4aeaa88-24fe-4084-ab11-74ed66002d98 HTTP/1.1" status: 200 len: 992 time: 1.1990654 Aug 08 02:47:01.496676 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26342276-eba9-44e6-9959-33387a610f2b', 'tag': '0b82ba5b-f543-4f90-b789-ad00ac22ad04'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:47:01.499034 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec22f1d30cf05664830ef834bc2fff6277ec84e823fa6e2140b323625de535e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e8f53b-53a1-453c-9cf9-1398d78b1705" -d '{"events": [{"name": "network-changed", "server_uuid": "26342276-eba9-44e6-9959-33387a610f2b", "tag": "0b82ba5b-f543-4f90-b789-ad00ac22ad04"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:47:01.656191 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c72ab81-b939-4af3-9abc-4a5f3846bf9d x-openstack-request-id: req-0c72ab81-b939-4af3-9abc-4a5f3846bf9d {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:47:01.656552 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26342276-eba9-44e6-9959-33387a610f2b", "tag": "0b82ba5b-f543-4f90-b789-ad00ac22ad04", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:47:01.656873 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c72ab81-b939-4af3-9abc-4a5f3846bf9d {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:47:01.657382 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c72ab81-b939-4af3-9abc-4a5f3846bf9d'] response: {'name': 'network-changed', 'server_uuid': '26342276-eba9-44e6-9959-33387a610f2b', 'tag': '0b82ba5b-f543-4f90-b789-ad00ac22ad04', 'status': 'completed', 'code': 200} Aug 08 02:47:01.715659 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-8c6dfede-d1fd-4c8b-8e32-e992b8e9266e None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:47:01.718781 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f53b-53a1-453c-9cf9-1398d78b1705 req-b4677353-be7e-420f-a900-5f4043697ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:47:01.720332 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e7e8f53b-53a1-453c-9cf9-1398d78b1705 req-b4677353-be7e-420f-a900-5f4043697ab3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 1130 time: 0.0407970 Aug 08 02:47:01.817053 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f53b-53a1-453c-9cf9-1398d78b1705 req-b1504c7b-8708-485a-8d87-15d55cf966e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:47:01.818582 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e7e8f53b-53a1-453c-9cf9-1398d78b1705 req-b1504c7b-8708-485a-8d87-15d55cf966e1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 916 time: 0.0920773 Aug 08 02:47:01.880276 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e7e8f53b-53a1-453c-9cf9-1398d78b1705 req-d19e5896-6013-4d73-9c52-973aa22c6a87 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b82ba5b-f543-4f90-b789-ad00ac22ad04 HTTP/1.1" status: 200 len: 1000 time: 0.0558426 Aug 08 02:47:01.933785 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-8c6dfede-d1fd-4c8b-8e32-e992b8e9266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '0725f949-b334-4e17-b7e4-27388ff55760', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.38', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:56:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:44:52Z', 'updated_at': '2022-08-08T02:45:08Z', 'revision_number': 2, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}, {'id': 'd4aeaa88-24fe-4084-ab11-74ed66002d98', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.250', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': '0b82ba5b-f543-4f90-b789-ad00ac22ad04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:d4:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26342276-eba9-44e6-9959-33387a610f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:46:45Z', 'updated_at': '2022-08-08T02:47:00Z', 'revision_number': 1, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:47:01.938162 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f53b-53a1-453c-9cf9-1398d78b1705 req-67d3f460-d993-4b0e-8110-a7bf418a2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:47:01.939706 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e7e8f53b-53a1-453c-9cf9-1398d78b1705 req-67d3f460-d993-4b0e-8110-a7bf418a2d9d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=68c7ace3-58ac-4148-a853-1fe17dd9d8b4 HTTP/1.1" status: 200 len: 854 time: 0.0534849 Aug 08 02:47:01.959975 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6dfede-d1fd-4c8b-8e32-e992b8e9266e None None] Checking router: 887ac1aa-846e-434c-bdb3-ded0c1f101b4 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:47:01.969820 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6dfede-d1fd-4c8b-8e32-e992b8e9266e None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:47:01.969820 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-8c6dfede-d1fd-4c8b-8e32-e992b8e9266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:46:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:47:01.985684 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f53b-53a1-453c-9cf9-1398d78b1705 req-ccc60759-e017-4202-9c85-38e5ab083251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:47:01.987357 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e7e8f53b-53a1-453c-9cf9-1398d78b1705 req-ccc60759-e017-4202-9c85-38e5ab083251 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87421ac7-3501-495d-abd1-cf8008d9c1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411263 Aug 08 02:47:02.072501 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-8c6dfede-d1fd-4c8b-8e32-e992b8e9266e None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:47:02.078443 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e7e8f53b-53a1-453c-9cf9-1398d78b1705 req-a667aaf9-a7da-4e6b-9f1f-0586ec71c406 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848856 Aug 08 02:47:02.173598 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e7e8f53b-53a1-453c-9cf9-1398d78b1705 req-ee32bfb4-d9fd-4627-abdd-a347629af1c6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893741 Aug 08 02:47:02.289134 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-8c6dfede-d1fd-4c8b-8e32-e992b8e9266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '0725f949-b334-4e17-b7e4-27388ff55760', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.38', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:56:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:44:52Z', 'updated_at': '2022-08-08T02:45:08Z', 'revision_number': 2, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}, {'id': 'd4aeaa88-24fe-4084-ab11-74ed66002d98', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.250', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': '0b82ba5b-f543-4f90-b789-ad00ac22ad04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:d4:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26342276-eba9-44e6-9959-33387a610f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:46:45Z', 'updated_at': '2022-08-08T02:47:00Z', 'revision_number': 1, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:47:02.313344 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6dfede-d1fd-4c8b-8e32-e992b8e9266e None None] The sync data for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi is: [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '0725f949-b334-4e17-b7e4-27388ff55760', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.38', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:56:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:44:52Z', 'updated_at': '2022-08-08T02:45:08Z', 'revision_number': 2, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}, {'id': 'd4aeaa88-24fe-4084-ab11-74ed66002d98', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.250', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': '0b82ba5b-f543-4f90-b789-ad00ac22ad04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:d4:6a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26342276-eba9-44e6-9959-33387a610f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:46:45Z', 'updated_at': '2022-08-08T02:47:00Z', 'revision_number': 1, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:47:02.490652 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd44983-39b0-4d94-a771-817d25f2d529 None None] New status for floating IP d4aeaa88-24fe-4084-ab11-74ed66002d98: ACTIVE {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:47:04.968969 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:47:11.488635 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=25 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:11.492531 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=58 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:12.169258 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=49 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:12.170025 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:12.287058 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=75 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:12.291999 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:19.061083 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:19.061848 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=27 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:20.559368 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fe58d7cd-4ac6-4070-a867-22f7b0d93f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:47:22.947492 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fd8c0009-a5c1-4dcf-9660-18e4ad136640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:47:24.428032 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:47:26.039482 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:47:26.056477 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:47:28.701812 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:47:38.622002 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:38.624940 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:39.442218 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8e5c096a-9e30-4538-82ea-6287c3f6cd35 req-c6fee76f-0c1b-449c-82e0-5b3dbac7ae59 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384021 Aug 08 02:47:39.519957 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c096a-9e30-4538-82ea-6287c3f6cd35 req-1d1b1b38-7be7-4355-b89d-7e5ac343649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:47:39.521309 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8e5c096a-9e30-4538-82ea-6287c3f6cd35 req-1d1b1b38-7be7-4355-b89d-7e5ac343649e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 1129 time: 0.0384316 Aug 08 02:47:39.629879 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c096a-9e30-4538-82ea-6287c3f6cd35 req-4a42752a-07fa-41c7-a106-8d5a41c4bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:47:39.631353 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8e5c096a-9e30-4538-82ea-6287c3f6cd35 req-4a42752a-07fa-41c7-a106-8d5a41c4bb7c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 916 time: 0.0900238 Aug 08 02:47:39.696402 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8e5c096a-9e30-4538-82ea-6287c3f6cd35 req-8b233cf4-3a34-4ce5-99f9-a900aa898132 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1cd355c-17b9-4b63-9354-70d58ac3d6df HTTP/1.1" status: 200 len: 1000 time: 0.0584016 Aug 08 02:47:39.748456 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c096a-9e30-4538-82ea-6287c3f6cd35 req-cca2eb8f-574e-42f7-bebb-cec9bf7fd423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:47:39.749859 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8e5c096a-9e30-4538-82ea-6287c3f6cd35 req-cca2eb8f-574e-42f7-bebb-cec9bf7fd423 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=68c7ace3-58ac-4148-a853-1fe17dd9d8b4 HTTP/1.1" status: 200 len: 854 time: 0.0477371 Aug 08 02:47:39.793790 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c096a-9e30-4538-82ea-6287c3f6cd35 req-10b63837-d688-4caa-81e5-3268e7049e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:47:39.798058 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8e5c096a-9e30-4538-82ea-6287c3f6cd35 req-10b63837-d688-4caa-81e5-3268e7049e10 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87421ac7-3501-495d-abd1-cf8008d9c1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386832 Aug 08 02:47:39.888041 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8e5c096a-9e30-4538-82ea-6287c3f6cd35 req-d915f0a4-9416-4b3d-a20e-3e07dd06599c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866389 Aug 08 02:47:39.978842 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8e5c096a-9e30-4538-82ea-6287c3f6cd35 req-06ac7daa-8b1f-4420-a47f-0aa836533eef service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855167 Aug 08 02:47:41.968481 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:47:42.200802 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [req-a1e4e0bd-c8a4-4dc8-bb21-8bbb03f1574c req-5eaaeb07-8a6f-445a-b5cb-889e698da34c service neutron] (104276) timed out ('10.222.0.48', 63420) {{(pid=104276) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 02:47:49.974421 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=48 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:49.976332 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=53 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:50.575750 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4cd1f638-e3e6-43d1-8d24-8877c1015c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:47:51.966133 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:51.966916 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:47:52.901394 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d48e1857-29ea-4ad3-b4fb-46afa4e13d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:47:54.420458 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:47:56.078753 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:47:56.101426 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:47:58.701419 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:08.631110 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:08.633001 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:17.298268 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc590b27-b3a3-4e09-ad0c-4637c3fdd2ff req-b5aaf42a-dda5-4c70-a845-bf82551a1b9d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:17.299754 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dc590b27-b3a3-4e09-ad0c-4637c3fdd2ff req-b5aaf42a-dda5-4c70-a845-bf82551a1b9d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 946 time: 0.0494874 Aug 08 02:48:17.352905 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dc590b27-b3a3-4e09-ad0c-4637c3fdd2ff req-32f9f7e5-efe7-40f2-a90b-0270155eebcb tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62c13066-4f2f-4eac-b51d-99c9273dabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474994 Aug 08 02:48:18.531970 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80a2eb-7d97-4afa-b660-5d64a817234b req-3be87f29-fe60-4fd0-bffd-93c3e97169d4 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:18.533467 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2d80a2eb-7d97-4afa-b660-5d64a817234b req-3be87f29-fe60-4fd0-bffd-93c3e97169d4 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 946 time: 0.1064475 Aug 08 02:48:18.584378 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2d80a2eb-7d97-4afa-b660-5d64a817234b req-e84297dd-7acc-41ed-b571-aa995812db91 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62c13066-4f2f-4eac-b51d-99c9273dabf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446177 Aug 08 02:48:18.863044 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dc92c-a1cd-400c-a7ab-2a82ab2e16ab req-2164036c-eae5-4da2-bc11-cbfcfe3f3a23 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:18.864522 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b61dc92c-a1cd-400c-a7ab-2a82ab2e16ab req-2164036c-eae5-4da2-bc11-cbfcfe3f3a23 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 946 time: 0.0472059 Aug 08 02:48:18.949544 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-b61dc92c-a1cd-400c-a7ab-2a82ab2e16ab req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Deleting port 0b82ba5b-f543-4f90-b789-ad00ac22ad04 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:48:18.949888 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b61dc92c-a1cd-400c-a7ab-2a82ab2e16ab req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (0b82ba5b-f543-4f90-b789-ad00ac22ad04), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:18.967925 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:48:19.045543 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-b61dc92c-a1cd-400c-a7ab-2a82ab2e16ab req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] For port 0b82ba5b-f543-4f90-b789-ad00ac22ad04, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0b82ba5b-f543-4f90-b789-ad00ac22ad04,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:48:19.045900 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b61dc92c-a1cd-400c-a7ab-2a82ab2e16ab req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (0b82ba5b-f543-4f90-b789-ad00ac22ad04), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:19.211532 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b61dc92c-a1cd-400c-a7ab-2a82ab2e16ab req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:19.211809 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b61dc92c-a1cd-400c-a7ab-2a82ab2e16ab req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (d4aeaa88-24fe-4084-ab11-74ed66002d98), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:19.212125 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-b61dc92c-a1cd-400c-a7ab-2a82ab2e16ab req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Floating IP d4aeaa88-24fe-4084-ab11-74ed66002d98 disassociated. External IP: 172.27.4.250, port: 0b82ba5b-f543-4f90-b789-ad00ac22ad04. Aug 08 02:48:19.212492 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-b61dc92c-a1cd-400c-a7ab-2a82ab2e16ab req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Calling delete_port for 0b82ba5b-f543-4f90-b789-ad00ac22ad04 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:48:19.421437 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b61dc92c-a1cd-400c-a7ab-2a82ab2e16ab req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (0b82ba5b-f543-4f90-b789-ad00ac22ad04), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:19.450403 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event deleted for resources: {'Port': ['ID=0b82ba5b-f543-4f90-b789-ad00ac22ad04,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:48:19.460450 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:19.460809 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:19.461156 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:19.461497 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:19.461885 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:19.462168 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:19.462531 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:19.462868 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:19.463347 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:19.464075 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:19.464075 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:19.464253 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:19.464543 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:19.464868 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:19.465190 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:19.577931 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b61dc92c-a1cd-400c-a7ab-2a82ab2e16ab req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:48:19.701710 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-badde9a9-48ee-403d-80a5-d0e9e71e64cb req-5751cbfc-0b06-4d05-a61a-65f055b27ed6 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=26342276-eba9-44e6-9959-33387a610f2b HTTP/1.1" status: 200 len: 210 time: 0.0388484 Aug 08 02:48:19.709817 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b61dc92c-a1cd-400c-a7ab-2a82ab2e16ab req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:48:19.730538 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8040ff08-61c1-4767-8a7b-ae93631ca6d5 None None] Sync routers for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:48:19.737638 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:19.740849 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8040ff08-61c1-4767-8a7b-ae93631ca6d5 None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:48:19.741547 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-8040ff08-61c1-4767-8a7b-ae93631ca6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:47:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:48:19.753625 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61dc92c-a1cd-400c-a7ab-2a82ab2e16ab req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] No DVR routers for this DVR port 0b82ba5b-f543-4f90-b789-ad00ac22ad04 on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:48:19.756137 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-b61dc92c-a1cd-400c-a7ab-2a82ab2e16ab req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:19.759457 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b61dc92c-a1cd-400c-a7ab-2a82ab2e16ab req-6f474dce-0ab5-4408-8881-6170faedb884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "DELETE /networking/v2.0/ports/0b82ba5b-f543-4f90-b789-ad00ac22ad04 HTTP/1.1" status: 204 len: 173 time: 0.8864391 Aug 08 02:48:19.759960 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26342276-eba9-44e6-9959-33387a610f2b', 'name': 'network-vif-deleted', 'tag': '0b82ba5b-f543-4f90-b789-ad00ac22ad04'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:48:19.762401 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca1041b-aa21-4168-b61b-f59369554bb0" -d '{"events": [{"server_uuid": "26342276-eba9-44e6-9959-33387a610f2b", "name": "network-vif-deleted", "tag": "0b82ba5b-f543-4f90-b789-ad00ac22ad04"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:48:19.806325 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846ed1e6-f5ac-411e-87c4-7005360aeabe x-openstack-request-id: req-846ed1e6-f5ac-411e-87c4-7005360aeabe {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:48:19.806931 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26342276-eba9-44e6-9959-33387a610f2b", "name": "network-vif-deleted", "tag": "0b82ba5b-f543-4f90-b789-ad00ac22ad04", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:48:19.807059 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-846ed1e6-f5ac-411e-87c4-7005360aeabe {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:48:19.807391 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846ed1e6-f5ac-411e-87c4-7005360aeabe'] response: {'server_uuid': '26342276-eba9-44e6-9959-33387a610f2b', 'name': 'network-vif-deleted', 'tag': '0b82ba5b-f543-4f90-b789-ad00ac22ad04', 'status': 'completed', 'code': 200} Aug 08 02:48:19.855556 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-8040ff08-61c1-4767-8a7b-ae93631ca6d5 None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:48:20.092807 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-8040ff08-61c1-4767-8a7b-ae93631ca6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '0725f949-b334-4e17-b7e4-27388ff55760', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.38', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:56:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:44:52Z', 'updated_at': '2022-08-08T02:45:08Z', 'revision_number': 2, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:48:20.119265 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8040ff08-61c1-4767-8a7b-ae93631ca6d5 None None] Checking router: 887ac1aa-846e-434c-bdb3-ded0c1f101b4 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:48:20.129505 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8040ff08-61c1-4767-8a7b-ae93631ca6d5 None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:48:20.130136 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-8040ff08-61c1-4767-8a7b-ae93631ca6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:47:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:48:20.238857 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-8040ff08-61c1-4767-8a7b-ae93631ca6d5 None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:48:20.460582 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-8040ff08-61c1-4767-8a7b-ae93631ca6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '0725f949-b334-4e17-b7e4-27388ff55760', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.38', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:56:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:44:52Z', 'updated_at': '2022-08-08T02:45:08Z', 'revision_number': 2, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:48:20.486693 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8040ff08-61c1-4767-8a7b-ae93631ca6d5 None None] The sync data for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi is: [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '0725f949-b334-4e17-b7e4-27388ff55760', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.38', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:56:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:44:52Z', 'updated_at': '2022-08-08T02:45:08Z', 'revision_number': 2, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:48:20.570509 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d721d179-d575-40d6-8503-6830eae2c128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:20.722503 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4255c2e8-708f-4fa3-a5dc-f568a8e49dad None None] New status for floating IP d4aeaa88-24fe-4084-ab11-74ed66002d98: DOWN {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:48:20.879769 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48094) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:48:20.936824 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (62c13066-4f2f-4eac-b51d-99c9273dabf3), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:20.963914 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (62c13066-4f2f-4eac-b51d-99c9273dabf3), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:21.089340 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (62c13066-4f2f-4eac-b51d-99c9273dabf3), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:21.091973 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:21.093145 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/62c13066-4f2f-4eac-b51d-99c9273dabf3 HTTP/1.1" status: 204 len: 168 time: 0.2123799 Aug 08 02:48:21.099950 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 48096) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:48:21.102507 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c13066-4f2f-4eac-b51d-99c9273dabf3,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:48:21.110173 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:21.110506 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:21.110849 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:21.111188 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:21.111525 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:21.111860 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:21.112190 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:21.112534 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:21.112843 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:21.113168 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:21.113495 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:21.113820 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:21.114140 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:21.114498 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:21.114833 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ac8f2-779f-49a1-8009-2c883280fbae tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:21.117949 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.api.v2.resource [None req-6240fe38-8296-4005-a19f-30d26d6812f7 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] show failed (client error): The resource could not be found. Aug 08 02:48:21.119381 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-6240fe38-8296-4005-a19f-30d26d6812f7 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups/62c13066-4f2f-4eac-b51d-99c9273dabf3 HTTP/1.1" status: 404 len: 347 time: 0.0184243 Aug 08 02:48:21.122332 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 48098) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:48:21.158113 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:21.238733 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-4a7891e7-f86e-47eb-98e4-321acfbae33b tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Deleting port 3484e989-089d-48e5-bb2e-d867e9862811 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:48:21.239075 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4a7891e7-f86e-47eb-98e4-321acfbae33b tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (3484e989-089d-48e5-bb2e-d867e9862811), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:21.315968 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4a7891e7-f86e-47eb-98e4-321acfbae33b tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (3484e989-089d-48e5-bb2e-d867e9862811), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:21.316275 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4a7891e7-f86e-47eb-98e4-321acfbae33b tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (3484e989-089d-48e5-bb2e-d867e9862811), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:21.329747 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-4a7891e7-f86e-47eb-98e4-321acfbae33b tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Calling delete_port for 3484e989-089d-48e5-bb2e-d867e9862811 owned by network:floatingip {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:48:21.507240 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4a7891e7-f86e-47eb-98e4-321acfbae33b tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (3484e989-089d-48e5-bb2e-d867e9862811), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:21.531370 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7891e7-f86e-47eb-98e4-321acfbae33b tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event deleted for resources: {'Port': ['ID=3484e989-089d-48e5-bb2e-d867e9862811,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:48:21.599322 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4a7891e7-f86e-47eb-98e4-321acfbae33b tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (d4aeaa88-24fe-4084-ab11-74ed66002d98), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:21.601778 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4a7891e7-f86e-47eb-98e4-321acfbae33b tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:21.602953 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4a7891e7-f86e-47eb-98e4-321acfbae33b tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/d4aeaa88-24fe-4084-ab11-74ed66002d98 HTTP/1.1" status: 204 len: 168 time: 0.4786932 Aug 08 02:48:22.919180 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-89366286-36c0-449d-bb83-f2147155b28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:23.600595 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb95d4-b7da-48cf-8a55-227cd9dce962 req-5b51b1ea-bdf8-431a-9a16-0c07ba191c28 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:23.602062 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-27eb95d4-b7da-48cf-8a55-227cd9dce962 req-5b51b1ea-bdf8-431a-9a16-0c07ba191c28 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0481963 Aug 08 02:48:23.633400 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 0b82ba5b-f543-4f90-b789-ad00ac22ad04 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:48:23.651438 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-27eb95d4-b7da-48cf-8a55-227cd9dce962 req-daf9109f-79ed-476c-9c32-cb19ce4a4e70 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=61e11871-e564-4bf5-b4a4-d1f01a4cfc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430586 Aug 08 02:48:23.652633 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: 0b82ba5b-f543-4f90-b789-ad00ac22ad04 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:48:23.652983 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 0b82ba5b-f543-4f90-b789-ad00ac22ad04 not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:48:24.438050 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:24.779034 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ba24d-6112-4042-a53f-692a4a72663b req-b510324b-f94b-492f-add9-686eb9fdc94d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:24.780516 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-557ba24d-6112-4042-a53f-692a4a72663b req-b510324b-f94b-492f-add9-686eb9fdc94d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0517614 Aug 08 02:48:24.828044 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-557ba24d-6112-4042-a53f-692a4a72663b req-2dbb952a-ea4c-4a52-8b75-185ab576d5ad tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=61e11871-e564-4bf5-b4a4-d1f01a4cfc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419374 Aug 08 02:48:25.389240 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0524ae-2bc2-44b1-a9a5-e789b5cca646 req-e9ebb336-09e2-4a20-b78d-76146b000dbf tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:25.390720 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0b0524ae-2bc2-44b1-a9a5-e789b5cca646 req-e9ebb336-09e2-4a20-b78d-76146b000dbf tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0485241 Aug 08 02:48:25.474784 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-0b0524ae-2bc2-44b1-a9a5-e789b5cca646 req-96a5e949-d797-46dd-a0ab-93d33352bf96 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Deleting port b1cd355c-17b9-4b63-9354-70d58ac3d6df {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:48:25.475037 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0b0524ae-2bc2-44b1-a9a5-e789b5cca646 req-96a5e949-d797-46dd-a0ab-93d33352bf96 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (b1cd355c-17b9-4b63-9354-70d58ac3d6df), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:25.564240 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-0b0524ae-2bc2-44b1-a9a5-e789b5cca646 req-96a5e949-d797-46dd-a0ab-93d33352bf96 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] For port b1cd355c-17b9-4b63-9354-70d58ac3d6df, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b1cd355c-17b9-4b63-9354-70d58ac3d6df,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:48:25.564601 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0b0524ae-2bc2-44b1-a9a5-e789b5cca646 req-96a5e949-d797-46dd-a0ab-93d33352bf96 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (b1cd355c-17b9-4b63-9354-70d58ac3d6df), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:25.675875 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:25.730105 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0b0524ae-2bc2-44b1-a9a5-e789b5cca646 req-96a5e949-d797-46dd-a0ab-93d33352bf96 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:25.730405 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0b0524ae-2bc2-44b1-a9a5-e789b5cca646 req-96a5e949-d797-46dd-a0ab-93d33352bf96 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (0725f949-b334-4e17-b7e4-27388ff55760), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:25.730714 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-0b0524ae-2bc2-44b1-a9a5-e789b5cca646 req-96a5e949-d797-46dd-a0ab-93d33352bf96 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Floating IP 0725f949-b334-4e17-b7e4-27388ff55760 disassociated. External IP: 172.27.4.38, port: b1cd355c-17b9-4b63-9354-70d58ac3d6df. Aug 08 02:48:25.731054 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-0b0524ae-2bc2-44b1-a9a5-e789b5cca646 req-96a5e949-d797-46dd-a0ab-93d33352bf96 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Calling delete_port for b1cd355c-17b9-4b63-9354-70d58ac3d6df owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:48:25.773689 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:25.934505 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0b0524ae-2bc2-44b1-a9a5-e789b5cca646 req-96a5e949-d797-46dd-a0ab-93d33352bf96 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (b1cd355c-17b9-4b63-9354-70d58ac3d6df), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:25.980674 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5e949-d797-46dd-a0ab-93d33352bf96 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event deleted for resources: {'Port': ['ID=b1cd355c-17b9-4b63-9354-70d58ac3d6df,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:48:25.991384 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16f645-0f84-4dec-be1b-087511f7d9c0 req-eec362ae-beb2-4a21-815d-e0954e80f04a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:25.993053 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4b16f645-0f84-4dec-be1b-087511f7d9c0 req-eec362ae-beb2-4a21-815d-e0954e80f04a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 945 time: 0.0917549 Aug 08 02:48:26.112410 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:26.129498 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4b16f645-0f84-4dec-be1b-087511f7d9c0 req-8a081f3b-2a9a-4abd-853e-3c275e70bde5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=61e11871-e564-4bf5-b4a4-d1f01a4cfc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912948 Aug 08 02:48:26.143843 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b0524ae-2bc2-44b1-a9a5-e789b5cca646 req-96a5e949-d797-46dd-a0ab-93d33352bf96 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:48:26.158076 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:26.250615 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b0524ae-2bc2-44b1-a9a5-e789b5cca646 req-96a5e949-d797-46dd-a0ab-93d33352bf96 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:48:26.262026 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ee4ff-f89f-435d-8bd6-a09a30dd35b1 None None] Sync routers for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:48:26.272591 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ee4ff-f89f-435d-8bd6-a09a30dd35b1 None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:48:26.273243 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b35ee4ff-f89f-435d-8bd6-a09a30dd35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:48:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:48:26.294133 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0524ae-2bc2-44b1-a9a5-e789b5cca646 req-96a5e949-d797-46dd-a0ab-93d33352bf96 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] No DVR routers for this DVR port b1cd355c-17b9-4b63-9354-70d58ac3d6df on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:48:26.296610 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0b0524ae-2bc2-44b1-a9a5-e789b5cca646 req-96a5e949-d797-46dd-a0ab-93d33352bf96 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:26.299843 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0b0524ae-2bc2-44b1-a9a5-e789b5cca646 req-96a5e949-d797-46dd-a0ab-93d33352bf96 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "DELETE /networking/v2.0/ports/b1cd355c-17b9-4b63-9354-70d58ac3d6df HTTP/1.1" status: 204 len: 173 time: 0.9034791 Aug 08 02:48:26.300284 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'name': 'network-vif-deleted', 'tag': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:48:26.302553 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6a0d19-b918-45de-bb7f-709ff08e1e21" -d '{"events": [{"server_uuid": "f7aefc19-4687-4608-95c1-07161c73b0f0", "name": "network-vif-deleted", "tag": "b1cd355c-17b9-4b63-9354-70d58ac3d6df"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:48:26.344724 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eacb52-52b5-47a3-8849-8dd428a32903 x-openstack-request-id: req-40eacb52-52b5-47a3-8849-8dd428a32903 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:48:26.345238 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7aefc19-4687-4608-95c1-07161c73b0f0", "name": "network-vif-deleted", "tag": "b1cd355c-17b9-4b63-9354-70d58ac3d6df", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:48:26.345686 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40eacb52-52b5-47a3-8849-8dd428a32903 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:48:26.346258 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40eacb52-52b5-47a3-8849-8dd428a32903'] response: {'server_uuid': 'f7aefc19-4687-4608-95c1-07161c73b0f0', 'name': 'network-vif-deleted', 'tag': 'b1cd355c-17b9-4b63-9354-70d58ac3d6df', 'status': 'completed', 'code': 200} Aug 08 02:48:26.377504 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:26.390503 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-b35ee4ff-f89f-435d-8bd6-a09a30dd35b1 None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:48:26.417037 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:26.593825 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b35ee4ff-f89f-435d-8bd6-a09a30dd35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:48:26.623925 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ee4ff-f89f-435d-8bd6-a09a30dd35b1 None None] Checking router: 887ac1aa-846e-434c-bdb3-ded0c1f101b4 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:48:26.632788 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ee4ff-f89f-435d-8bd6-a09a30dd35b1 None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:48:26.633388 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b35ee4ff-f89f-435d-8bd6-a09a30dd35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:48:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:48:26.865442 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-b35ee4ff-f89f-435d-8bd6-a09a30dd35b1 None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:48:27.053125 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-b35ee4ff-f89f-435d-8bd6-a09a30dd35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:48:27.078944 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ee4ff-f89f-435d-8bd6-a09a30dd35b1 None None] The sync data for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi is: [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:48:27.250985 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9d6fe919-dc1f-42f5-8d35-a89b63ff6b46 req-0de40dcb-e679-4ae1-b6c5-d5ec4f21a510 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f7aefc19-4687-4608-95c1-07161c73b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0309889 Aug 08 02:48:27.311888 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d24dab-fd8c-4813-9935-f60071d99f89 None None] New status for floating IP 0725f949-b334-4e17-b7e4-27388ff55760: DOWN {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:48:28.397476 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 48132) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:48:28.454784 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d0577d21-376c-4a4c-b2e2-bd52b187710a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (61e11871-e564-4bf5-b4a4-d1f01a4cfc0c), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:28.477558 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d0577d21-376c-4a4c-b2e2-bd52b187710a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (61e11871-e564-4bf5-b4a4-d1f01a4cfc0c), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:28.579574 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d0577d21-376c-4a4c-b2e2-bd52b187710a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (61e11871-e564-4bf5-b4a4-d1f01a4cfc0c), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:28.582195 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d0577d21-376c-4a4c-b2e2-bd52b187710a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:28.583357 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d0577d21-376c-4a4c-b2e2-bd52b187710a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/61e11871-e564-4bf5-b4a4-d1f01a4cfc0c HTTP/1.1" status: 204 len: 168 time: 0.1848986 Aug 08 02:48:28.586235 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48134) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:48:28.593109 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0577d21-376c-4a4c-b2e2-bd52b187710a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e11871-e564-4bf5-b4a4-d1f01a4cfc0c,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:48:28.600329 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.api.v2.resource [None req-7107ef4f-2461-4b0c-814c-afcd53743084 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] show failed (client error): The resource could not be found. Aug 08 02:48:28.601542 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7107ef4f-2461-4b0c-814c-afcd53743084 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups/61e11871-e564-4bf5-b4a4-d1f01a4cfc0c HTTP/1.1" status: 404 len: 347 time: 0.0142989 Aug 08 02:48:28.606027 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48136) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:48:28.688326 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:28.717216 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-9a30bab0-c150-4b59-acbe-793bec0ca166 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Deleting port eb66a531-2794-4aff-a500-98df4c790e7e {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:48:28.717553 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9a30bab0-c150-4b59-acbe-793bec0ca166 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (eb66a531-2794-4aff-a500-98df4c790e7e), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:28.792539 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9a30bab0-c150-4b59-acbe-793bec0ca166 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (eb66a531-2794-4aff-a500-98df4c790e7e), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:28.792859 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9a30bab0-c150-4b59-acbe-793bec0ca166 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (eb66a531-2794-4aff-a500-98df4c790e7e), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:28.809425 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-9a30bab0-c150-4b59-acbe-793bec0ca166 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Calling delete_port for eb66a531-2794-4aff-a500-98df4c790e7e owned by network:floatingip {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:48:28.997588 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9a30bab0-c150-4b59-acbe-793bec0ca166 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (eb66a531-2794-4aff-a500-98df4c790e7e), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:29.021539 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30bab0-c150-4b59-acbe-793bec0ca166 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event deleted for resources: {'Port': ['ID=eb66a531-2794-4aff-a500-98df4c790e7e,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:48:29.095561 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9a30bab0-c150-4b59-acbe-793bec0ca166 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (0725f949-b334-4e17-b7e4-27388ff55760), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:29.098173 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-9a30bab0-c150-4b59-acbe-793bec0ca166 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:29.099419 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-9a30bab0-c150-4b59-acbe-793bec0ca166 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/0725f949-b334-4e17-b7e4-27388ff55760 HTTP/1.1" status: 204 len: 168 time: 0.4924691 Aug 08 02:48:29.252707 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48140) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:48:29.258301 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-205b7f81-ac55-4ada-ace8-723b74bdc794 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1546831041', 'description': 'tempest-description--966305710'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:48:29.272801 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:29.391333 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-205b7f81-ac55-4ada-ace8-723b74bdc794 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:29.431140 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:29.461309 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-205b7f81-ac55-4ada-ace8-723b74bdc794 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:29.523800 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-205b7f81-ac55-4ada-ace8-723b74bdc794 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:29.555848 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b7f81-ac55-4ada-ace8-723b74bdc794 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:48:29.628797 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-205b7f81-ac55-4ada-ace8-723b74bdc794 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:29.630039 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-205b7f81-ac55-4ada-ace8-723b74bdc794 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3763211 Aug 08 02:48:29.632970 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48142) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:48:29.638042 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-80c0b7f5-52a2-4424-ab07-7b33cf26190a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'security_group_rule': {'security_group_id': 'ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:48:29.674770 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device b1cd355c-17b9-4b63-9354-70d58ac3d6df no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:48:29.695323 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: b1cd355c-17b9-4b63-9354-70d58ac3d6df {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:48:29.696020 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device b1cd355c-17b9-4b63-9354-70d58ac3d6df not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:48:29.735910 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-80c0b7f5-52a2-4424-ab07-7b33cf26190a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (96d487e9-2af7-475d-95a4-26d019bcf6ff), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:29.793904 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-80c0b7f5-52a2-4424-ab07-7b33cf26190a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (96d487e9-2af7-475d-95a4-26d019bcf6ff), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:29.889901 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-80c0b7f5-52a2-4424-ab07-7b33cf26190a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (96d487e9-2af7-475d-95a4-26d019bcf6ff), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:29.912202 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0b7f5-52a2-4424-ab07-7b33cf26190a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d487e9-2af7-475d-95a4-26d019bcf6ff,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:48:30.000348 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-80c0b7f5-52a2-4424-ab07-7b33cf26190a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:30.001568 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-80c0b7f5-52a2-4424-ab07-7b33cf26190a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676543 Aug 08 02:48:30.004323 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48144) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:48:30.011610 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-f27d5366-2d12-42ab-bb38-6ff74b23a3fa tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'security_group_rule': {'security_group_id': 'ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:48:30.111521 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f27d5366-2d12-42ab-bb38-6ff74b23a3fa tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (43570b66-582e-45a9-b32c-287fec551dc3), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:30.168042 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f27d5366-2d12-42ab-bb38-6ff74b23a3fa tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (43570b66-582e-45a9-b32c-287fec551dc3), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:30.244050 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f27d5366-2d12-42ab-bb38-6ff74b23a3fa tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (43570b66-582e-45a9-b32c-287fec551dc3), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:30.263557 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d5366-2d12-42ab-bb38-6ff74b23a3fa tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43570b66-582e-45a9-b32c-287fec551dc3,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:48:30.353847 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f27d5366-2d12-42ab-bb38-6ff74b23a3fa tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:30.355293 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f27d5366-2d12-42ab-bb38-6ff74b23a3fa tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499620 Aug 08 02:48:30.358245 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48146) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:48:30.362557 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'floatingip': {'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:48:30.455367 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:30.538232 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:30.643627 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Allocated IP 172.27.4.101 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/a027cade-647c-440d-b81b-e2d1aa3b2f3f) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:48:30.655261 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:UPDATE=4,neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:30.752115 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for port (a027cade-647c-440d-b81b-e2d1aa3b2f3f), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:30.839700 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (a027cade-647c-440d-b81b-e2d1aa3b2f3f), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:30.874295 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:30.881838 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:48:30.885708 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:48:30.889775 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:48:30.892870 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'Port': ['ID=a027cade-647c-440d-b81b-e2d1aa3b2f3f,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:48:30.980944 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (511fb525-c519-4579-ac5a-dc81486b01d3), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:31.074062 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (a027cade-647c-440d-b81b-e2d1aa3b2f3f), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:31.223703 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for port (a027cade-647c-440d-b81b-e2d1aa3b2f3f), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:31.272513 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914405'] for port (a027cade-647c-440d-b81b-e2d1aa3b2f3f), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:31.339115 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'Port': ['ID=a027cade-647c-440d-b81b-e2d1aa3b2f3f,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:48:31.341432 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (511fb525-c519-4579-ac5a-dc81486b01d3), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:31.400387 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:31.401632 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-2e24f554-e647-4db1-bc38-dec62f32d613 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0424340 Aug 08 02:48:31.552712 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-0bbc6b8c-d055-4735-96f2-665eeda37a35 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1546831041&fields=id&tenant_id=570f253b2653418dabc6566536e14353 HTTP/1.1" status: 200 len: 267 time: 0.0426841 Aug 08 02:48:31.608304 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:31.900030 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-013a7cb0-c7c1-467c-a726-9d43ac0aa9c6 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:31.901659 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-013a7cb0-c7c1-467c-a726-9d43ac0aa9c6 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 815 time: 0.3417268 Aug 08 02:48:31.917061 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-eae8c6dc-0f3d-43c9-b7db-aa483da36ddd tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/quotas/570f253b2653418dabc6566536e14353 HTTP/1.1" status: 200 len: 375 time: 0.0099051 Aug 08 02:48:31.968454 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-5b65d245-5de9-48ed-9e62-82e00d8e0d74 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459273 Aug 08 02:48:32.069188 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-08a8885c-460c-4596-b050-efab5f07564f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886309 Aug 08 02:48:32.092195 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:32.161794 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-710ac285-2b1d-485e-9110-6da58f09be39 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860469 Aug 08 02:48:32.408144 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-813d90bb-fa61-4d1a-bdac-e01ed672762b req-553e6566-5c4e-416f-a9b9-893163211acd tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 210 time: 0.0324373 Aug 08 02:48:33.513695 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0b6562ab-c74c-4cdf-9a77-35cc560757ad req-c5788e65-bbe3-4f28-9f9d-0af07b8496c0 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 210 time: 0.0302484 Aug 08 02:48:34.245090 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-8769c070-d715-4750-bbbd-5060cd05b13c tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:34.246615 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-8769c070-d715-4750-bbbd-5060cd05b13c tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 815 time: 0.1098244 Aug 08 02:48:34.309741 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-2f414a3c-5388-47e5-a798-83cd52a86c83 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=570f253b2653418dabc6566536e14353 HTTP/1.1" status: 200 len: 380 time: 0.0532060 Aug 08 02:48:34.318018 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-5f2cee47-bece-45da-929b-6774498409b5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'port': {'device_id': 'dee616f3-b833-4fbe-8f08-5a4b312c3948', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'admin_state_up': True, 'tenant_id': '570f253b2653418dabc6566536e14353', 'security_groups': ['ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:48:34.501194 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-5f2cee47-bece-45da-929b-6774498409b5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Made reservation on behalf of 570f253b2653418dabc6566536e14353 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:48:34.504607 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-5f2cee47-bece-45da-929b-6774498409b5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:34.626941 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5e892bde-50a5-4abd-95b5-f26df0808334 req-830dabd7-fc30-4f35-9ed8-b48e578cb3f2 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 210 time: 0.0380874 Aug 08 02:48:34.640121 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-5f2cee47-bece-45da-929b-6774498409b5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Allocated IP 172.20.0.8 (87421ac7-3501-495d-abd1-cf8008d9c1cb/68c7ace3-58ac-4148-a853-1fe17dd9d8b4/e3adce21-4464-4515-8eb3-cdf7e8e7791a) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:48:34.797423 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-5f2cee47-bece-45da-929b-6774498409b5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for port (e3adce21-4464-4515-8eb3-cdf7e8e7791a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:34.896021 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-5f2cee47-bece-45da-929b-6774498409b5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (e3adce21-4464-4515-8eb3-cdf7e8e7791a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:34.942006 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:34.946409 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-5f2cee47-bece-45da-929b-6774498409b5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Network 87421ac7-3501-495d-abd1-cf8008d9c1cb is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:48:34.950528 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-5f2cee47-bece-45da-929b-6774498409b5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:48:34.954542 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-5f2cee47-bece-45da-929b-6774498409b5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:48:34.980337 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cee47-bece-45da-929b-6774498409b5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'Port': ['ID=e3adce21-4464-4515-8eb3-cdf7e8e7791a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:48:34.994189 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:35.010732 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-5f2cee47-bece-45da-929b-6774498409b5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:35.010732 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-5f2cee47-bece-45da-929b-6774498409b5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:35.080993 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-5f2cee47-bece-45da-929b-6774498409b5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7665493 Aug 08 02:48:35.141793 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Request body: {'port': {'device_id': 'dee616f3-b833-4fbe-8f08-5a4b312c3948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:48:35.200751 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (e3adce21-4464-4515-8eb3-cdf7e8e7791a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:35.202925 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-a42a8a5a-0ccb-43d3-bc6c-fd17b8835634 None None] Provisioning complete for port e3adce21-4464-4515-8eb3-cdf7e8e7791a triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:48:35.203439 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a42a8a5a-0ccb-43d3-bc6c-fd17b8835634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (e3adce21-4464-4515-8eb3-cdf7e8e7791a), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:35.234129 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:35.235076 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-a42a8a5a-0ccb-43d3-bc6c-fd17b8835634 None None] Port e3adce21-4464-4515-8eb3-cdf7e8e7791a cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:48:35.455684 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3adce21-4464-4515-8eb3-cdf7e8e7791a {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:48:35.463888 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Publish callbacks [] for port (e3adce21-4464-4515-8eb3-cdf7e8e7791a), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:35.476147 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Transition to ACTIVE for port object e3adce21-4464-4515-8eb3-cdf7e8e7791a will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:48:35.563651 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (e3adce21-4464-4515-8eb3-cdf7e8e7791a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:35.642554 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Pushing event updated for resources: {'Port': ['ID=e3adce21-4464-4515-8eb3-cdf7e8e7791a,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:48:35.674240 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Attempting to bind port e3adce21-4464-4515-8eb3-cdf7e8e7791a on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:48:35.674657 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Attempting to bind port e3adce21-4464-4515-8eb3-cdf7e8e7791a by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:48:35.674984 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Attempting to bind port e3adce21-4464-4515-8eb3-cdf7e8e7791a on network 87421ac7-3501-495d-abd1-cf8008d9c1cb {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:48:35.679311 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Port e3adce21-4464-4515-8eb3-cdf7e8e7791a on network 87421ac7-3501-495d-abd1-cf8008d9c1cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:48:35.679622 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Attempting to bind port e3adce21-4464-4515-8eb3-cdf7e8e7791a on network 87421ac7-3501-495d-abd1-cf8008d9c1cb {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:48:35.684730 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:48:35.685060 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Checking segment: {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:48:35.685437 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Bound using segment: {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:48:35.685861 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Bound port: e3adce21-4464-4515-8eb3-cdf7e8e7791a, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:48:35.686207 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (e3adce21-4464-4515-8eb3-cdf7e8e7791a), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:35.780862 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411007-423f-4dfa-a012-f7eecce02fad req-de211ce8-90df-4bee-8d2e-92173d82165e tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:35.782221 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bd411007-423f-4dfa-a012-f7eecce02fad req-de211ce8-90df-4bee-8d2e-92173d82165e tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 943 time: 0.0638926 Aug 08 02:48:35.787791 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] For port e3adce21-4464-4515-8eb3-cdf7e8e7791a, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:48:35.792237 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] For port e3adce21-4464-4515-8eb3-cdf7e8e7791a, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=e3adce21-4464-4515-8eb3-cdf7e8e7791a,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:48:35.835728 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-bd411007-423f-4dfa-a012-f7eecce02fad req-327cff7d-25ea-4473-a4d1-18491a3b92dc tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456641 Aug 08 02:48:35.878559 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (e3adce21-4464-4515-8eb3-cdf7e8e7791a), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:35.882919 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:35.883527 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:35.884913 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/e3adce21-4464-4515-8eb3-cdf7e8e7791a HTTP/1.1" status: 200 len: 1093 time: 0.7923255 Aug 08 02:48:35.885398 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee616f3-b833-4fbe-8f08-5a4b312c3948', 'tag': 'e3adce21-4464-4515-8eb3-cdf7e8e7791a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:48:35.887664 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9c12ef-cadf-476a-be51-fd257a0d6e13" -d '{"events": [{"name": "network-changed", "server_uuid": "dee616f3-b833-4fbe-8f08-5a4b312c3948", "tag": "e3adce21-4464-4515-8eb3-cdf7e8e7791a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:48:35.926343 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97fac1d-4ba3-444c-913e-71091b5d422e x-openstack-request-id: req-d97fac1d-4ba3-444c-913e-71091b5d422e {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:48:35.926661 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee616f3-b833-4fbe-8f08-5a4b312c3948", "tag": "e3adce21-4464-4515-8eb3-cdf7e8e7791a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:48:35.926913 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d97fac1d-4ba3-444c-913e-71091b5d422e {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:48:35.927320 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97fac1d-4ba3-444c-913e-71091b5d422e'] response: {'name': 'network-changed', 'server_uuid': 'dee616f3-b833-4fbe-8f08-5a4b312c3948', 'tag': 'e3adce21-4464-4515-8eb3-cdf7e8e7791a', 'status': 'completed', 'code': 200} Aug 08 02:48:35.942188 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0fbc9-6584-4899-8d08-58e0cefb7e64 service neutron] Pushing event updated for resources: {'Port': ['ID=e3adce21-4464-4515-8eb3-cdf7e8e7791a,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:48:35.985666 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c12ef-cadf-476a-be51-fd257a0d6e13 req-1cf01011-e8fb-4ebe-8ee2-3decef5a7a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:35.987212 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1b9c12ef-cadf-476a-be51-fd257a0d6e13 req-1cf01011-e8fb-4ebe-8ee2-3decef5a7a8f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 1127 time: 0.0395510 Aug 08 02:48:36.042450 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:36.080927 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:36.091007 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c12ef-cadf-476a-be51-fd257a0d6e13 req-e40e1bce-ab7a-4e71-815f-3b0b98b97f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:36.092549 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1b9c12ef-cadf-476a-be51-fd257a0d6e13 req-e40e1bce-ab7a-4e71-815f-3b0b98b97f07 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=570f253b2653418dabc6566536e14353&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0980256 Aug 08 02:48:36.188056 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c12ef-cadf-476a-be51-fd257a0d6e13 req-d9c22a02-a91b-4ddb-b006-8f040bef0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:36.189517 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1b9c12ef-cadf-476a-be51-fd257a0d6e13 req-d9c22a02-a91b-4ddb-b006-8f040bef0c4d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907428 Aug 08 02:48:36.266601 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-d99ba640-4ff0-4827-a3d7-2a7be72dd530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:36.268206 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-d99ba640-4ff0-4827-a3d7-2a7be72dd530 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 1127 time: 0.0418341 Aug 08 02:48:36.311705 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-2d2ad484-628f-48fc-96eb-aa254eaf447c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3adce21-4464-4515-8eb3-cdf7e8e7791a HTTP/1.1" status: 200 len: 217 time: 0.0373890 Aug 08 02:48:36.360266 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-b2ee8dfb-fb98-4e91-a80b-62828aff0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:36.361671 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-b2ee8dfb-fb98-4e91-a80b-62828aff0a9f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=68c7ace3-58ac-4148-a853-1fe17dd9d8b4 HTTP/1.1" status: 200 len: 854 time: 0.0450873 Aug 08 02:48:36.404451 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-3a8d5e3b-8241-497b-91c3-cf04539edeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:36.405931 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-3a8d5e3b-8241-497b-91c3-cf04539edeac service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87421ac7-3501-495d-abd1-cf8008d9c1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385997 Aug 08 02:48:36.503393 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-bff61943-0f64-4a17-899a-8bc71daabea0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908012 Aug 08 02:48:36.594333 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-620214b4-b926-4ec7-99a4-6a956996cd52 req-f2ac3ca4-20b3-4a3f-8ee7-68fededc7d0d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849826 Aug 08 02:48:36.960279 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3e780-e84b-4541-bc44-c70b3387dd87 req-5b623893-f48a-49a6-a11f-8a43349c09db tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:36.961736 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3ea3e780-e84b-4541-bc44-c70b3387dd87 req-5b623893-f48a-49a6-a11f-8a43349c09db tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 943 time: 0.0533078 Aug 08 02:48:37.011509 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3ea3e780-e84b-4541-bc44-c70b3387dd87 req-7e90d142-a47a-4c9e-bc48-92ed7fa5dd76 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433557 Aug 08 02:48:37.387206 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:37.390093 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:DELETE=1,neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:38.131157 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce0321-f423-44dd-b1e7-e85391624c88 req-b615cca6-34e0-4290-a13d-43f4e40ed301 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:38.132625 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b4ce0321-f423-44dd-b1e7-e85391624c88 req-b615cca6-34e0-4290-a13d-43f4e40ed301 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 943 time: 0.0474424 Aug 08 02:48:38.180489 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b4ce0321-f423-44dd-b1e7-e85391624c88 req-d6c2dac2-7b49-4c85-b3b9-ac53c8d400f4 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416205 Aug 08 02:48:39.303887 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7ef3d-5f97-49ee-af0f-c51c283d0a8c req-530b2a01-5439-48a7-8701-c126fac1023a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:39.305351 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0ae7ef3d-5f97-49ee-af0f-c51c283d0a8c req-530b2a01-5439-48a7-8701-c126fac1023a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 943 time: 0.0514719 Aug 08 02:48:39.361968 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0ae7ef3d-5f97-49ee-af0f-c51c283d0a8c req-28de0f17-f6e9-4231-bc16-4dac10c30359 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485947 Aug 08 02:48:39.705607 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device e3adce21-4464-4515-8eb3-cdf7e8e7791a details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:48:39.817302 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port e3adce21-4464-4515-8eb3-cdf7e8e7791a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=e3adce21-4464-4515-8eb3-cdf7e8e7791a,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:48:39.832249 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': 'e3adce21-4464-4515-8eb3-cdf7e8e7791a', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'port_id': 'e3adce21-4464-4515-8eb3-cdf7e8e7791a', 'mac_address': 'fa:16:3e:d2:84:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:48:39.873287 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port e3adce21-4464-4515-8eb3-cdf7e8e7791a is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:48:39.873673 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (e3adce21-4464-4515-8eb3-cdf7e8e7791a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:39.887862 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3adce21-4464-4515-8eb3-cdf7e8e7791a {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:48:39.908993 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port e3adce21-4464-4515-8eb3-cdf7e8e7791a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=e3adce21-4464-4515-8eb3-cdf7e8e7791a,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:48:39.998047 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (e3adce21-4464-4515-8eb3-cdf7e8e7791a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:40.045784 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=e3adce21-4464-4515-8eb3-cdf7e8e7791a,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:48:40.052906 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:40.053251 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:40.053591 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:40.053928 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:40.054257 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:40.054607 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:40.054931 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:40.055270 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:40.055576 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:40.055941 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:40.056272 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:40.056598 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:40.056916 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:40.057231 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:40.057546 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:48:40.285722 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['e3adce21-4464-4515-8eb3-cdf7e8e7791a'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:48:40.391207 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:40.485278 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ff48b-3441-4916-bb73-fab85e85463f req-b306e9ba-7874-42bb-8000-41e73432a99f tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:40.486760 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b88ff48b-3441-4916-bb73-fab85e85463f req-b306e9ba-7874-42bb-8000-41e73432a99f tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 944 time: 0.0481741 Aug 08 02:48:40.538131 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b88ff48b-3441-4916-bb73-fab85e85463f req-3d87ab5c-ae76-4318-85d1-2188078d4ec1 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455992 Aug 08 02:48:41.655747 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08927a4-560e-4653-8742-8cfc12d538bb req-7a8a6f42-f282-47b1-a959-ce8cbcd08d6e tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:41.657185 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b08927a4-560e-4653-8742-8cfc12d538bb req-7a8a6f42-f282-47b1-a959-ce8cbcd08d6e tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 944 time: 0.0469375 Aug 08 02:48:41.708710 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b08927a4-560e-4653-8742-8cfc12d538bb req-c129ac44-f6b4-4b1e-b8a0-00e63d382a13 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459671 Aug 08 02:48:41.721895 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device e3adce21-4464-4515-8eb3-cdf7e8e7791a up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:48:41.764301 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port e3adce21-4464-4515-8eb3-cdf7e8e7791a completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:48:41.832476 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port e3adce21-4464-4515-8eb3-cdf7e8e7791a triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:48:41.832772 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (e3adce21-4464-4515-8eb3-cdf7e8e7791a), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:41.908515 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port e3adce21-4464-4515-8eb3-cdf7e8e7791a is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:48:41.908902 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (e3adce21-4464-4515-8eb3-cdf7e8e7791a), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:41.934021 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee616f3-b833-4fbe-8f08-5a4b312c3948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3adce21-4464-4515-8eb3-cdf7e8e7791a'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:48:41.936278 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0094410a-264c-4f1d-886a-15c0e0b8505d" -d '{"events": [{"server_uuid": "dee616f3-b833-4fbe-8f08-5a4b312c3948", "name": "network-vif-plugged", "status": "completed", "tag": "e3adce21-4464-4515-8eb3-cdf7e8e7791a"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:48:41.950106 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port e3adce21-4464-4515-8eb3-cdf7e8e7791a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=e3adce21-4464-4515-8eb3-cdf7e8e7791a,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:48:41.975265 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd315c0-4a69-4dc6-96bd-90ca5871c95a x-openstack-request-id: req-8bd315c0-4a69-4dc6-96bd-90ca5871c95a {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:48:41.978274 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee616f3-b833-4fbe-8f08-5a4b312c3948", "name": "network-vif-plugged", "status": "completed", "tag": "e3adce21-4464-4515-8eb3-cdf7e8e7791a", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:48:41.978274 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8bd315c0-4a69-4dc6-96bd-90ca5871c95a {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:48:41.978274 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd315c0-4a69-4dc6-96bd-90ca5871c95a'] response: {'server_uuid': 'dee616f3-b833-4fbe-8f08-5a4b312c3948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3adce21-4464-4515-8eb3-cdf7e8e7791a', 'code': 200} Aug 08 02:48:42.020089 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (e3adce21-4464-4515-8eb3-cdf7e8e7791a), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:42.067815 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=e3adce21-4464-4515-8eb3-cdf7e8e7791a,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:48:42.252067 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e740c-9ce8-464d-8a8a-3d9044d78b0b req-1bdb5fae-bf26-4c00-8c6b-e0bf984f10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:42.253495 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d81e740c-9ce8-464d-8a8a-3d9044d78b0b req-1bdb5fae-bf26-4c00-8c6b-e0bf984f10dc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 1129 time: 0.0400841 Aug 08 02:48:42.297744 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d81e740c-9ce8-464d-8a8a-3d9044d78b0b req-ddf4de02-4dc0-471c-ad58-af5eddca1eb8 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385442 Aug 08 02:48:42.832812 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e9362-a0a7-4c08-a8a4-a1510313baeb req-1ee6d195-651d-42ff-859c-49d10a39c133 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:42.834275 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-948e9362-a0a7-4c08-a8a4-a1510313baeb req-1ee6d195-651d-42ff-859c-49d10a39c133 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 945 time: 0.0499737 Aug 08 02:48:42.860292 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:42.881857 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-948e9362-a0a7-4c08-a8a4-a1510313baeb req-89e00d31-1f70-4e14-a315-84c13ce55bca tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412517 Aug 08 02:48:43.997886 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:44.015710 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4da1d-689c-4e2e-ae8c-26c6d825e409 req-1e412f92-4a39-4fdc-8c7a-882d427e5a9a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:44.017214 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-90f4da1d-689c-4e2e-ae8c-26c6d825e409 req-1e412f92-4a39-4fdc-8c7a-882d427e5a9a tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 945 time: 0.0538981 Aug 08 02:48:44.067748 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-90f4da1d-689c-4e2e-ae8c-26c6d825e409 req-3c598544-937f-46ee-8a66-494b1c40e19c tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448363 Aug 08 02:48:45.191972 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08e137-4c34-4327-9657-14d95ec9a5ea req-16453286-194c-487b-9b74-b6f6bbf8d3d1 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:45.193348 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9e08e137-4c34-4327-9657-14d95ec9a5ea req-16453286-194c-487b-9b74-b6f6bbf8d3d1 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 945 time: 0.0510678 Aug 08 02:48:45.241850 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9e08e137-4c34-4327-9657-14d95ec9a5ea req-e370f49a-34e1-4e59-b37a-a6d618e1fdb4 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 Aug 08 02:48:45.359336 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311d541-5c95-46c0-9ab2-eae0e8026871 req-51bdf4aa-7c3d-47be-9eec-1177abbd8143 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:45.360822 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5311d541-5c95-46c0-9ab2-eae0e8026871 req-51bdf4aa-7c3d-47be-9eec-1177abbd8143 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 945 time: 0.0478525 Aug 08 02:48:45.370904 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48208) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:48:45.375184 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-4caa459e-6234-4b6a-af95-8eabd2ba36f6 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'floatingip': {'port_id': 'e3adce21-4464-4515-8eb3-cdf7e8e7791a'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:48:45.416611 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4caa459e-6234-4b6a-af95-8eabd2ba36f6 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (511fb525-c519-4579-ac5a-dc81486b01d3), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:45.702602 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:45.843266 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4caa459e-6234-4b6a-af95-8eabd2ba36f6 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:45.889171 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4caa459e-6234-4b6a-af95-8eabd2ba36f6 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (511fb525-c519-4579-ac5a-dc81486b01d3), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:45.987862 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.l3_db [None req-4caa459e-6234-4b6a-af95-8eabd2ba36f6 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Floating IP 511fb525-c519-4579-ac5a-dc81486b01d3 associated. External IP: 172.27.4.101, port: e3adce21-4464-4515-8eb3-cdf7e8e7791a. Aug 08 02:48:46.418820 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4caa459e-6234-4b6a-af95-8eabd2ba36f6 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:48:46.460344 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:46.524893 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caa459e-6234-4b6a-af95-8eabd2ba36f6 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:48:46.530276 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4caa459e-6234-4b6a-af95-8eabd2ba36f6 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:46.535732 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b5fc83-c04b-4d89-834f-7487017cb94f None None] Sync routers for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:48:46.546863 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b5fc83-c04b-4d89-834f-7487017cb94f None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:48:46.547482 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-c5b5fc83-c04b-4d89-834f-7487017cb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:48:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:48:46.563167 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4caa459e-6234-4b6a-af95-8eabd2ba36f6 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/511fb525-c519-4579-ac5a-dc81486b01d3 HTTP/1.1" status: 200 len: 991 time: 1.1891530 Aug 08 02:48:46.563167 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee616f3-b833-4fbe-8f08-5a4b312c3948', 'tag': 'e3adce21-4464-4515-8eb3-cdf7e8e7791a'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:48:46.564119 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec22f1d30cf05664830ef834bc2fff6277ec84e823fa6e2140b323625de535e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e05008b-3f3f-4385-98f9-0baa532035cf" -d '{"events": [{"name": "network-changed", "server_uuid": "dee616f3-b833-4fbe-8f08-5a4b312c3948", "tag": "e3adce21-4464-4515-8eb3-cdf7e8e7791a"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:48:46.603280 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6f1a97-c05d-481c-9005-5f482bba9e62 x-openstack-request-id: req-6c6f1a97-c05d-481c-9005-5f482bba9e62 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:48:46.603575 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee616f3-b833-4fbe-8f08-5a4b312c3948", "tag": "e3adce21-4464-4515-8eb3-cdf7e8e7791a", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:48:46.603827 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c6f1a97-c05d-481c-9005-5f482bba9e62 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:48:46.604239 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6f1a97-c05d-481c-9005-5f482bba9e62'] response: {'name': 'network-changed', 'server_uuid': 'dee616f3-b833-4fbe-8f08-5a4b312c3948', 'tag': 'e3adce21-4464-4515-8eb3-cdf7e8e7791a', 'status': 'completed', 'code': 200} Aug 08 02:48:46.644539 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:46.655333 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-c5b5fc83-c04b-4d89-834f-7487017cb94f None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:48:46.664416 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05008b-3f3f-4385-98f9-0baa532035cf req-44b292dd-b2eb-40af-ba61-3cd07e489afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:46.666798 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4e05008b-3f3f-4385-98f9-0baa532035cf req-44b292dd-b2eb-40af-ba61-3cd07e489afe service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 1129 time: 0.0404987 Aug 08 02:48:46.751081 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:46.765015 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05008b-3f3f-4385-98f9-0baa532035cf req-a412c69e-da17-4cc6-9085-09ca919a695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:46.766575 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4e05008b-3f3f-4385-98f9-0baa532035cf req-a412c69e-da17-4cc6-9085-09ca919a695c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 916 time: 0.0934918 Aug 08 02:48:46.830115 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4e05008b-3f3f-4385-98f9-0baa532035cf req-1b875a8a-bfcf-4b27-b6f8-15997b05b4b3 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3adce21-4464-4515-8eb3-cdf7e8e7791a HTTP/1.1" status: 200 len: 999 time: 0.0578079 Aug 08 02:48:46.877223 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-c5b5fc83-c04b-4d89-834f-7487017cb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '511fb525-c519-4579-ac5a-dc81486b01d3', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.101', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': 'e3adce21-4464-4515-8eb3-cdf7e8e7791a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:d2:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee616f3-b833-4fbe-8f08-5a4b312c3948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:48:30Z', 'updated_at': '2022-08-08T02:48:45Z', 'revision_number': 1, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:48:46.879682 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05008b-3f3f-4385-98f9-0baa532035cf req-738fa327-8759-48af-b533-81f97808e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:46.881149 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4e05008b-3f3f-4385-98f9-0baa532035cf req-738fa327-8759-48af-b533-81f97808e22b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=68c7ace3-58ac-4148-a853-1fe17dd9d8b4 HTTP/1.1" status: 200 len: 854 time: 0.0445244 Aug 08 02:48:46.904208 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b5fc83-c04b-4d89-834f-7487017cb94f None None] Checking router: 887ac1aa-846e-434c-bdb3-ded0c1f101b4 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:48:46.912807 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b5fc83-c04b-4d89-834f-7487017cb94f None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:48:46.913413 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-c5b5fc83-c04b-4d89-834f-7487017cb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:48:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:48:46.929566 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05008b-3f3f-4385-98f9-0baa532035cf req-28b660a3-9773-4f72-8de5-575ebf33bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:48:46.931877 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4e05008b-3f3f-4385-98f9-0baa532035cf req-28b660a3-9773-4f72-8de5-575ebf33bb85 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87421ac7-3501-495d-abd1-cf8008d9c1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452056 Aug 08 02:48:47.018417 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-c5b5fc83-c04b-4d89-834f-7487017cb94f None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:48:47.026571 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4e05008b-3f3f-4385-98f9-0baa532035cf req-d071c9a6-bf2c-4d4b-9ba6-d87ce0a60a28 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888982 Aug 08 02:48:47.126300 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4e05008b-3f3f-4385-98f9-0baa532035cf req-5c657ce2-c199-4bef-a236-f866cbbbf13f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940154 Aug 08 02:48:47.222521 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:47.361881 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-c5b5fc83-c04b-4d89-834f-7487017cb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '511fb525-c519-4579-ac5a-dc81486b01d3', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.101', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': 'e3adce21-4464-4515-8eb3-cdf7e8e7791a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:d2:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee616f3-b833-4fbe-8f08-5a4b312c3948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:48:30Z', 'updated_at': '2022-08-08T02:48:45Z', 'revision_number': 1, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:48:47.386586 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b5fc83-c04b-4d89-834f-7487017cb94f None None] The sync data for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi is: [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '511fb525-c519-4579-ac5a-dc81486b01d3', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.101', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': 'e3adce21-4464-4515-8eb3-cdf7e8e7791a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:d2:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee616f3-b833-4fbe-8f08-5a4b312c3948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:48:30Z', 'updated_at': '2022-08-08T02:48:45Z', 'revision_number': 1, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:48:47.578419 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99b50a7-df5a-4231-ab87-d1452c024cae None None] New status for floating IP 511fb525-c519-4579-ac5a-dc81486b01d3: ACTIVE {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:48:50.580935 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6f02556f-7bed-49c5-9650-3d166ce57590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:52.923583 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a764dccb-035a-45f1-a344-8c7ce5e9b257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:54.432066 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:55.966782 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:48:56.049345 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:56.077932 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:48:56.556118 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:56.558068 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=55 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:57.121427 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=31 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:57.123329 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=59 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:48:58.689255 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:49:05.202928 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:49:05.962771 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=17 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:49:08.641045 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:49:08.642929 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:49:19.063360 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=13 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:49:19.064098 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=13 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:49:20.545799 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-39c2fbe7-a1a0-4f2d-95c8-87f5b9b342e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:49:22.910298 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7a15-b0f4-49e4-9c47-f9a0a7152b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:49:24.448455 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:49:26.070045 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:49:26.098505 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:49:28.722226 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:49:32.966425 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:49:38.658273 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:49:38.659088 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:49:41.467263 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7fbdafc0-b37a-4e61-9059-1a360dd0f512 req-707ebd45-343b-400a-8c18-3cc88ec30659 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386882 Aug 08 02:49:41.545658 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdafc0-b37a-4e61-9059-1a360dd0f512 req-95b41973-68a4-45e5-b4f0-69ec2213edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:49:41.547187 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7fbdafc0-b37a-4e61-9059-1a360dd0f512 req-95b41973-68a4-45e5-b4f0-69ec2213edc1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 1129 time: 0.0397961 Aug 08 02:49:41.652768 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdafc0-b37a-4e61-9059-1a360dd0f512 req-afe19e62-0358-4170-acc4-5140faa5879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:49:41.654197 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7fbdafc0-b37a-4e61-9059-1a360dd0f512 req-afe19e62-0358-4170-acc4-5140faa5879a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 916 time: 0.0879807 Aug 08 02:49:41.714684 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7fbdafc0-b37a-4e61-9059-1a360dd0f512 req-bd6a700b-c631-4bb5-8199-741fdf71bbe4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3adce21-4464-4515-8eb3-cdf7e8e7791a HTTP/1.1" status: 200 len: 1001 time: 0.0542006 Aug 08 02:49:41.761272 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdafc0-b37a-4e61-9059-1a360dd0f512 req-807084dd-0f32-461e-8d09-f89b7e7250cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:49:41.762671 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7fbdafc0-b37a-4e61-9059-1a360dd0f512 req-807084dd-0f32-461e-8d09-f89b7e7250cf service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=68c7ace3-58ac-4148-a853-1fe17dd9d8b4 HTTP/1.1" status: 200 len: 854 time: 0.0427632 Aug 08 02:49:41.808762 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdafc0-b37a-4e61-9059-1a360dd0f512 req-c0cea4af-d198-4e01-9eb5-64d45938585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:49:41.810113 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7fbdafc0-b37a-4e61-9059-1a360dd0f512 req-c0cea4af-d198-4e01-9eb5-64d45938585b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87421ac7-3501-495d-abd1-cf8008d9c1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421250 Aug 08 02:49:41.900078 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7fbdafc0-b37a-4e61-9059-1a360dd0f512 req-ab41fb3a-1bfc-4d2a-aea1-41929fa76662 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838542 Aug 08 02:49:41.998679 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7fbdafc0-b37a-4e61-9059-1a360dd0f512 req-caf5c01b-bffb-4b32-9954-23d058fdc935 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923567 Aug 08 02:49:42.961270 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:49:42.962027 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:49:50.583470 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-949fbf70-cac5-4111-a586-d0016f6a6676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:49:51.994067 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=51 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:49:51.995721 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=50 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:49:52.933609 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-556141a1-edf5-47e1-8a72-c5b465eaf7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:49:54.454114 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:49:56.064930 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:49:56.087682 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:49:58.737606 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:01.978323 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:03.297907 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee701e1-2003-4e13-bf88-72ea9654e015 req-05362802-13df-458a-9501-2b249a7d7cef tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:03.299356 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1ee701e1-2003-4e13-bf88-72ea9654e015 req-05362802-13df-458a-9501-2b249a7d7cef tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 945 time: 0.0466161 Aug 08 02:50:03.345715 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1ee701e1-2003-4e13-bf88-72ea9654e015 req-942386bd-dc95-42d0-9df8-69568127f939 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 Aug 08 02:50:04.467655 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2257cad-98ae-4065-8cd6-cd721c6178bb req-8cef4dcf-199c-46f7-94c2-66ee2f69f085 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:04.469100 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a2257cad-98ae-4065-8cd6-cd721c6178bb req-8cef4dcf-199c-46f7-94c2-66ee2f69f085 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 945 time: 0.0489841 Aug 08 02:50:04.519442 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-a2257cad-98ae-4065-8cd6-cd721c6178bb req-63e6bd33-6a99-4946-99de-93c487613244 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448058 Aug 08 02:50:05.183349 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a54e5-bb74-4c44-99b1-ba16d3ff1210 req-49f531f1-8f60-451b-b73d-cce5816a47b4 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:05.184651 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1e9a54e5-bb74-4c44-99b1-ba16d3ff1210 req-49f531f1-8f60-451b-b73d-cce5816a47b4 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 945 time: 0.0490756 Aug 08 02:50:05.261772 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-1e9a54e5-bb74-4c44-99b1-ba16d3ff1210 req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Deleting port e3adce21-4464-4515-8eb3-cdf7e8e7791a {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:50:05.262108 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1e9a54e5-bb74-4c44-99b1-ba16d3ff1210 req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (e3adce21-4464-4515-8eb3-cdf7e8e7791a), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:05.352792 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-1e9a54e5-bb74-4c44-99b1-ba16d3ff1210 req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] For port e3adce21-4464-4515-8eb3-cdf7e8e7791a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=e3adce21-4464-4515-8eb3-cdf7e8e7791a,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:50:05.353155 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1e9a54e5-bb74-4c44-99b1-ba16d3ff1210 req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (e3adce21-4464-4515-8eb3-cdf7e8e7791a), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:05.510093 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1e9a54e5-bb74-4c44-99b1-ba16d3ff1210 req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:05.510557 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1e9a54e5-bb74-4c44-99b1-ba16d3ff1210 req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (511fb525-c519-4579-ac5a-dc81486b01d3), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:05.510844 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-1e9a54e5-bb74-4c44-99b1-ba16d3ff1210 req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Floating IP 511fb525-c519-4579-ac5a-dc81486b01d3 disassociated. External IP: 172.27.4.101, port: e3adce21-4464-4515-8eb3-cdf7e8e7791a. Aug 08 02:50:05.511189 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-1e9a54e5-bb74-4c44-99b1-ba16d3ff1210 req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Calling delete_port for e3adce21-4464-4515-8eb3-cdf7e8e7791a owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:50:05.670717 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3a7ff-5a24-430a-9ca3-06e985584242 req-b122f25c-352a-4c71-9dbc-da70e25ec4a2 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:05.672169 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-80a3a7ff-5a24-430a-9ca3-06e985584242 req-b122f25c-352a-4c71-9dbc-da70e25ec4a2 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 945 time: 0.0795386 Aug 08 02:50:05.719055 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-80a3a7ff-5a24-430a-9ca3-06e985584242 req-a18ab427-cb04-4d2b-80ed-820a75985337 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413556 Aug 08 02:50:05.733655 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1e9a54e5-bb74-4c44-99b1-ba16d3ff1210 req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (e3adce21-4464-4515-8eb3-cdf7e8e7791a), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:05.759876 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event deleted for resources: {'Port': ['ID=e3adce21-4464-4515-8eb3-cdf7e8e7791a,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:50:05.774470 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:05.774815 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:05.775152 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:05.775483 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:05.776627 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:05.776910 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:05.777237 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:05.777560 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:05.777886 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:05.778294 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:05.778552 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:05.778877 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:05.779199 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:05.779516 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:05.779832 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:05.882649 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e9a54e5-bb74-4c44-99b1-ba16d3ff1210 req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:50:05.890104 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:05.966105 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:05.987642 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e9a54e5-bb74-4c44-99b1-ba16d3ff1210 req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:50:05.998138 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb636ef-abf5-4eb0-9e86-410080b533fb None None] Sync routers for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:50:06.008054 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb636ef-abf5-4eb0-9e86-410080b533fb None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:50:06.008745 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-8fb636ef-abf5-4eb0-9e86-410080b533fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:49:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:50:06.030682 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9a54e5-bb74-4c44-99b1-ba16d3ff1210 req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] No DVR routers for this DVR port e3adce21-4464-4515-8eb3-cdf7e8e7791a on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:50:06.033034 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1e9a54e5-bb74-4c44-99b1-ba16d3ff1210 req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:06.036223 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1e9a54e5-bb74-4c44-99b1-ba16d3ff1210 req-e2204f7d-16d2-41a9-a8af-b95aa4553fb3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "DELETE /networking/v2.0/ports/e3adce21-4464-4515-8eb3-cdf7e8e7791a HTTP/1.1" status: 204 len: 173 time: 0.8464777 Aug 08 02:50:06.036685 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee616f3-b833-4fbe-8f08-5a4b312c3948', 'name': 'network-vif-deleted', 'tag': 'e3adce21-4464-4515-8eb3-cdf7e8e7791a'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:50:06.038950 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36161c8b-97cc-43b7-a380-6892e41badda" -d '{"events": [{"server_uuid": "dee616f3-b833-4fbe-8f08-5a4b312c3948", "name": "network-vif-deleted", "tag": "e3adce21-4464-4515-8eb3-cdf7e8e7791a"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:50:06.125846 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-8fb636ef-abf5-4eb0-9e86-410080b533fb None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:50:06.154876 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5baf9b-0a62-455c-ac41-d5a57922469f x-openstack-request-id: req-ff5baf9b-0a62-455c-ac41-d5a57922469f {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:50:06.155170 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee616f3-b833-4fbe-8f08-5a4b312c3948", "name": "network-vif-deleted", "tag": "e3adce21-4464-4515-8eb3-cdf7e8e7791a", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:50:06.155429 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff5baf9b-0a62-455c-ac41-d5a57922469f {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:50:06.155841 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5baf9b-0a62-455c-ac41-d5a57922469f'] response: {'server_uuid': 'dee616f3-b833-4fbe-8f08-5a4b312c3948', 'name': 'network-vif-deleted', 'tag': 'e3adce21-4464-4515-8eb3-cdf7e8e7791a', 'status': 'completed', 'code': 200} Aug 08 02:50:06.331976 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-8fb636ef-abf5-4eb0-9e86-410080b533fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:50:06.356477 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb636ef-abf5-4eb0-9e86-410080b533fb None None] Checking router: 887ac1aa-846e-434c-bdb3-ded0c1f101b4 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:50:06.364825 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb636ef-abf5-4eb0-9e86-410080b533fb None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:50:06.365435 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-8fb636ef-abf5-4eb0-9e86-410080b533fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:49:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:50:06.468101 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-8fb636ef-abf5-4eb0-9e86-410080b533fb None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:50:06.654185 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-8fb636ef-abf5-4eb0-9e86-410080b533fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:50:06.679068 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb636ef-abf5-4eb0-9e86-410080b533fb None None] The sync data for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi is: [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:50:06.915312 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f6e7d1-76ed-49dd-b7af-0f64171ef045 None None] New status for floating IP 511fb525-c519-4579-ac5a-dc81486b01d3: DOWN {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:50:07.090845 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b99163d1-4452-4987-81cd-c56e7c235f65 req-ff41171e-108b-4dc9-af95-2c15a8c552dd tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dee616f3-b833-4fbe-8f08-5a4b312c3948 HTTP/1.1" status: 200 len: 210 time: 0.2811275 Aug 08 02:50:08.242131 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 48320) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:50:08.296009 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb450-e70c-47e4-afad-d574f208d405 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:08.319884 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb450-e70c-47e4-afad-d574f208d405 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:08.430093 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb450-e70c-47e4-afad-d574f208d405 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:08.433083 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-bcdcb450-e70c-47e4-afad-d574f208d405 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:08.434216 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-bcdcb450-e70c-47e4-afad-d574f208d405 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6 HTTP/1.1" status: 204 len: 168 time: 0.1910782 Aug 08 02:50:08.437072 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48322) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:50:08.443595 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcb450-e70c-47e4-afad-d574f208d405 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:50:08.454110 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.api.v2.resource [None req-7a7fd91c-aa83-4e7b-b70e-b19a7d6ecd08 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] show failed (client error): The resource could not be found. Aug 08 02:50:08.454110 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-7a7fd91c-aa83-4e7b-b70e-b19a7d6ecd08 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups/ff5fc9f5-8d9b-485a-9f1a-c5c47fcb63a6 HTTP/1.1" status: 404 len: 347 time: 0.0148089 Aug 08 02:50:08.455823 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48324) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:50:08.565280 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Deleting port a027cade-647c-440d-b81b-e2d1aa3b2f3f {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:50:08.565649 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (a027cade-647c-440d-b81b-e2d1aa3b2f3f), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:08.641460 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (a027cade-647c-440d-b81b-e2d1aa3b2f3f), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:08.641763 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (a027cade-647c-440d-b81b-e2d1aa3b2f3f), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:08.654821 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Calling delete_port for a027cade-647c-440d-b81b-e2d1aa3b2f3f owned by network:floatingip {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:50:08.858942 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (a027cade-647c-440d-b81b-e2d1aa3b2f3f), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:08.883834 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event deleted for resources: {'Port': ['ID=a027cade-647c-440d-b81b-e2d1aa3b2f3f,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:50:08.896263 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:08.896612 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:08.896953 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:08.897287 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:08.897628 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:08.897953 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:08.898280 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:08.905681 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:08.905681 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:08.905681 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:08.905681 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:08.905681 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:08.905681 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:08.905681 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:08.905681 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:08.960485 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (511fb525-c519-4579-ac5a-dc81486b01d3), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:08.962954 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:08.964705 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4a378ebc-3d16-46b6-8fe6-e7a51d50a2df tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/511fb525-c519-4579-ac5a-dc81486b01d3 HTTP/1.1" status: 204 len: 168 time: 0.5079865 Aug 08 02:50:09.083742 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48328) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:50:09.089102 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-62e5bbd2-b43d-44af-b8bc-f9ea90d36ed3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--160199729', 'description': 'tempest-description--1101868063'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:50:09.167851 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-62e5bbd2-b43d-44af-b8bc-f9ea90d36ed3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:09.238254 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-62e5bbd2-b43d-44af-b8bc-f9ea90d36ed3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (a145a074-a1f8-4e39-9c4b-0b8e87c13dcc), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:09.304652 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-62e5bbd2-b43d-44af-b8bc-f9ea90d36ed3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (a145a074-a1f8-4e39-9c4b-0b8e87c13dcc), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:09.334924 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5bbd2-b43d-44af-b8bc-f9ea90d36ed3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a145a074-a1f8-4e39-9c4b-0b8e87c13dcc,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:50:09.397937 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-62e5bbd2-b43d-44af-b8bc-f9ea90d36ed3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:09.399193 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-62e5bbd2-b43d-44af-b8bc-f9ea90d36ed3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3143997 Aug 08 02:50:09.402106 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48330) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:50:09.406435 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-ea903aec-7ea1-46b6-9579-06a5a83083c5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'security_group_rule': {'security_group_id': 'a145a074-a1f8-4e39-9c4b-0b8e87c13dcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:50:09.493640 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ea903aec-7ea1-46b6-9579-06a5a83083c5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (e3bcf40a-6401-4227-8fba-ded40b5528b7), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:09.537499 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:09.550665 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ea903aec-7ea1-46b6-9579-06a5a83083c5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (e3bcf40a-6401-4227-8fba-ded40b5528b7), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:09.657349 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ea903aec-7ea1-46b6-9579-06a5a83083c5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (e3bcf40a-6401-4227-8fba-ded40b5528b7), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:09.663100 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:09.678302 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea903aec-7ea1-46b6-9579-06a5a83083c5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bcf40a-6401-4227-8fba-ded40b5528b7,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:50:09.773474 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ea903aec-7ea1-46b6-9579-06a5a83083c5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:09.774676 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-ea903aec-7ea1-46b6-9579-06a5a83083c5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3715801 Aug 08 02:50:09.777241 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48332) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:50:09.781855 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-3bf40f75-145a-44cc-96de-a260b29eff39 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'security_group_rule': {'security_group_id': 'a145a074-a1f8-4e39-9c4b-0b8e87c13dcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:50:09.879248 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3bf40f75-145a-44cc-96de-a260b29eff39 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (f3503693-0b9c-4694-b9b6-22dc5e051638), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:09.937641 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3bf40f75-145a-44cc-96de-a260b29eff39 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (f3503693-0b9c-4694-b9b6-22dc5e051638), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:09.965708 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:50:10.016880 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3bf40f75-145a-44cc-96de-a260b29eff39 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (f3503693-0b9c-4694-b9b6-22dc5e051638), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:10.036839 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf40f75-145a-44cc-96de-a260b29eff39 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3503693-0b9c-4694-b9b6-22dc5e051638,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:50:10.093261 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3bf40f75-145a-44cc-96de-a260b29eff39 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:10.094497 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-3bf40f75-145a-44cc-96de-a260b29eff39 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3162861 Aug 08 02:50:10.097532 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48334) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:50:10.101712 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'floatingip': {'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:50:10.178762 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:10.232893 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device e3adce21-4464-4515-8eb3-cdf7e8e7791a no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:50:10.251307 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: e3adce21-4464-4515-8eb3-cdf7e8e7791a {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:50:10.251650 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device e3adce21-4464-4515-8eb3-cdf7e8e7791a not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:50:10.259813 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:10.361605 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Allocated IP 172.27.4.87 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/36c80349-69c6-482f-a781-b1f998bca1e1) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:50:10.467864 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for port (36c80349-69c6-482f-a781-b1f998bca1e1), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:10.549156 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (36c80349-69c6-482f-a781-b1f998bca1e1), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:10.589515 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:50:10.593495 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:10.594521 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:50:10.596908 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:50:10.624164 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'Port': ['ID=36c80349-69c6-482f-a781-b1f998bca1e1,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:50:10.688593 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (a6aa84f4-7cff-4f13-8d3b-fddf07e63d47), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:10.799220 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (36c80349-69c6-482f-a781-b1f998bca1e1), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:10.878945 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:10.949647 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for port (36c80349-69c6-482f-a781-b1f998bca1e1), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:11.063588 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914405'] for port (36c80349-69c6-482f-a781-b1f998bca1e1), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:11.130988 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'Port': ['ID=36c80349-69c6-482f-a781-b1f998bca1e1,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:50:11.133211 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (a6aa84f4-7cff-4f13-8d3b-fddf07e63d47), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:11.224932 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:11.226177 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-c36f8643-372a-41c7-bbeb-78fdc48ec9d3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1277099 Aug 08 02:50:11.380570 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-39362f44-058f-4336-9cfd-7777bd09f36f tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--160199729&fields=id&tenant_id=570f253b2653418dabc6566536e14353 HTTP/1.1" status: 200 len: 267 time: 0.0466716 Aug 08 02:50:11.487510 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-da8291cc-c315-4840-a29c-041748ed0884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:11.488910 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-da8291cc-c315-4840-a29c-041748ed0884 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 815 time: 0.1018236 Aug 08 02:50:11.503512 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-22e8362b-e64b-4ebf-a7d2-ceaefe1cf956 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/quotas/570f253b2653418dabc6566536e14353 HTTP/1.1" status: 200 len: 375 time: 0.0092556 Aug 08 02:50:11.550668 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-770ae26a-b238-4916-9f66-cb5a766815fb tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424104 Aug 08 02:50:11.647838 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-716a7d0c-8afe-4eda-869b-3f4373a392ad service neutron] 10.222.0.15 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853968 Aug 08 02:50:11.738693 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-d731ee49-1893-4cec-80f9-bd7c36147913 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852256 Aug 08 02:50:11.987473 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-feed6707-89e6-4e7d-86b3-cf3612f581e8 req-7e96358c-03c3-4d72-96b9-6861a6f5a402 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 210 time: 0.0320077 Aug 08 02:50:13.089010 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-35f68769-866f-4def-a116-b10606350931 req-73f03dab-25cb-4ad6-93a0-acb2c3c1ffe3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 210 time: 0.0291619 Aug 08 02:50:13.791074 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-be645670-1e57-4efd-b84a-b41bb61bf072 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:13.792480 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-be645670-1e57-4efd-b84a-b41bb61bf072 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 815 time: 0.0999992 Aug 08 02:50:13.856379 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-37d25659-8856-4555-ae76-480a078c7d48 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=570f253b2653418dabc6566536e14353 HTTP/1.1" status: 200 len: 379 time: 0.0552595 Aug 08 02:50:13.865266 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-e0f0c197-50b8-4ea8-8899-a395389c6ecc tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'port': {'device_id': '340d14b1-b759-4dfb-916d-0de53c87cfe3', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'admin_state_up': True, 'tenant_id': '570f253b2653418dabc6566536e14353', 'security_groups': ['a145a074-a1f8-4e39-9c4b-0b8e87c13dcc']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:50:14.062733 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-e0f0c197-50b8-4ea8-8899-a395389c6ecc tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Made reservation on behalf of 570f253b2653418dabc6566536e14353 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:50:14.066118 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-e0f0c197-50b8-4ea8-8899-a395389c6ecc tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:14.069311 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:14.081807 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:14.190481 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c8bc6cb4-1558-4c51-9707-7cb63df912e5 req-92ea7c10-8435-4d9e-8886-41553c6cac87 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 210 time: 0.0288110 Aug 08 02:50:14.201965 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-e0f0c197-50b8-4ea8-8899-a395389c6ecc tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Allocated IP 172.20.0.11 (87421ac7-3501-495d-abd1-cf8008d9c1cb/68c7ace3-58ac-4148-a853-1fe17dd9d8b4/610cc3cc-a3bb-4f81-b89b-f4027f02aef9) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:50:14.341076 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-e0f0c197-50b8-4ea8-8899-a395389c6ecc tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for port (610cc3cc-a3bb-4f81-b89b-f4027f02aef9), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:14.451654 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-e0f0c197-50b8-4ea8-8899-a395389c6ecc tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (610cc3cc-a3bb-4f81-b89b-f4027f02aef9), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:14.494925 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-e0f0c197-50b8-4ea8-8899-a395389c6ecc tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Network 87421ac7-3501-495d-abd1-cf8008d9c1cb is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:50:14.498193 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-e0f0c197-50b8-4ea8-8899-a395389c6ecc tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:50:14.501906 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-e0f0c197-50b8-4ea8-8899-a395389c6ecc tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:50:14.533148 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0c197-50b8-4ea8-8899-a395389c6ecc tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event updated for resources: {'Port': ['ID=610cc3cc-a3bb-4f81-b89b-f4027f02aef9,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:50:14.560791 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-e0f0c197-50b8-4ea8-8899-a395389c6ecc tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:14.561507 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-e0f0c197-50b8-4ea8-8899-a395389c6ecc tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:14.650199 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-e0f0c197-50b8-4ea8-8899-a395389c6ecc tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7886524 Aug 08 02:50:14.662171 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Request body: {'port': {'device_id': '340d14b1-b759-4dfb-916d-0de53c87cfe3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:50:14.697884 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-7fc33a52-985f-41f5-9562-572806ca54ec None None] Provisioning complete for port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:50:14.698530 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7fc33a52-985f-41f5-9562-572806ca54ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (610cc3cc-a3bb-4f81-b89b-f4027f02aef9), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:14.727363 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (610cc3cc-a3bb-4f81-b89b-f4027f02aef9), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:14.733056 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-7fc33a52-985f-41f5-9562-572806ca54ec None None] Port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:50:14.883770 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:14.980698 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:50:14.988190 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Publish callbacks [] for port (610cc3cc-a3bb-4f81-b89b-f4027f02aef9), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:15.000979 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Transition to ACTIVE for port object 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:50:15.068296 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (610cc3cc-a3bb-4f81-b89b-f4027f02aef9), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:15.106297 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:15.157136 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Pushing event updated for resources: {'Port': ['ID=610cc3cc-a3bb-4f81-b89b-f4027f02aef9,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:50:15.189084 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Attempting to bind port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:50:15.189414 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Attempting to bind port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:50:15.189737 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Attempting to bind port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 on network 87421ac7-3501-495d-abd1-cf8008d9c1cb {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:50:15.194273 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 on network 87421ac7-3501-495d-abd1-cf8008d9c1cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:50:15.194651 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Attempting to bind port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 on network 87421ac7-3501-495d-abd1-cf8008d9c1cb {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:50:15.200944 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:50:15.201273 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Checking segment: {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:50:15.201650 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Bound using segment: {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:50:15.202071 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Bound port: 610cc3cc-a3bb-4f81-b89b-f4027f02aef9, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82eef38e-94c2-444f-9f03-72b54fe7f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:50:15.202667 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (610cc3cc-a3bb-4f81-b89b-f4027f02aef9), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:15.265642 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] For port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:50:15.268906 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] For port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=610cc3cc-a3bb-4f81-b89b-f4027f02aef9,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:50:15.318050 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b37aad-ac99-4b4b-bbd8-2a5a0beeb773 req-ec2c74a3-2dbb-4a55-b656-ada9520373f5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:15.319565 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-97b37aad-ac99-4b4b-bbd8-2a5a0beeb773 req-ec2c74a3-2dbb-4a55-b656-ada9520373f5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 944 time: 0.0487216 Aug 08 02:50:15.357871 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (610cc3cc-a3bb-4f81-b89b-f4027f02aef9), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:15.364428 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:15.365032 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:15.366526 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/610cc3cc-a3bb-4f81-b89b-f4027f02aef9 HTTP/1.1" status: 200 len: 1094 time: 0.7088435 Aug 08 02:50:15.373246 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340d14b1-b759-4dfb-916d-0de53c87cfe3', 'tag': '610cc3cc-a3bb-4f81-b89b-f4027f02aef9'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:50:15.375536 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe2e18a-8980-49cf-b33e-1bb68320e77c" -d '{"events": [{"name": "network-changed", "server_uuid": "340d14b1-b759-4dfb-916d-0de53c87cfe3", "tag": "610cc3cc-a3bb-4f81-b89b-f4027f02aef9"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:50:15.403656 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-97b37aad-ac99-4b4b-bbd8-2a5a0beeb773 req-be64bcf9-a91b-494d-8e02-74b050dedcd6 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a145a074-a1f8-4e39-9c4b-0b8e87c13dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771098 Aug 08 02:50:15.427368 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1d31f-058b-488b-85f1-8ff4e474294e service neutron] Pushing event updated for resources: {'Port': ['ID=610cc3cc-a3bb-4f81-b89b-f4027f02aef9,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:50:15.430913 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f5af49-a060-408e-83ab-37413ca285ad x-openstack-request-id: req-d3f5af49-a060-408e-83ab-37413ca285ad {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:50:15.436237 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340d14b1-b759-4dfb-916d-0de53c87cfe3", "tag": "610cc3cc-a3bb-4f81-b89b-f4027f02aef9", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:50:15.436237 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3f5af49-a060-408e-83ab-37413ca285ad {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:50:15.436237 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f5af49-a060-408e-83ab-37413ca285ad'] response: {'name': 'network-changed', 'server_uuid': '340d14b1-b759-4dfb-916d-0de53c87cfe3', 'tag': '610cc3cc-a3bb-4f81-b89b-f4027f02aef9', 'status': 'completed', 'code': 200} Aug 08 02:50:15.490554 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2e18a-8980-49cf-b33e-1bb68320e77c req-1de6ed18-c911-4a01-a6d8-db8f1a88ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:15.492061 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dbe2e18a-8980-49cf-b33e-1bb68320e77c req-1de6ed18-c911-4a01-a6d8-db8f1a88ff4b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 1128 time: 0.0402966 Aug 08 02:50:15.593624 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2e18a-8980-49cf-b33e-1bb68320e77c req-ed0a4ec7-7d1b-46ce-899c-81fe7b8bff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:15.595106 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dbe2e18a-8980-49cf-b33e-1bb68320e77c req-ed0a4ec7-7d1b-46ce-899c-81fe7b8bff2f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=570f253b2653418dabc6566536e14353&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0963974 Aug 08 02:50:15.688886 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2e18a-8980-49cf-b33e-1bb68320e77c req-03d78b92-1abb-4f46-a447-c40c19e13a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:15.690242 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-dbe2e18a-8980-49cf-b33e-1bb68320e77c req-03d78b92-1abb-4f46-a447-c40c19e13a24 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893769 Aug 08 02:50:15.765945 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-3510aca8-a5f3-4d8d-aeea-8bcde0b9f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:15.767420 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-3510aca8-a5f3-4d8d-aeea-8bcde0b9f417 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 1128 time: 0.0426891 Aug 08 02:50:15.806479 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-297f2c0e-7b7b-4ad0-b471-e784cf6404f2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=610cc3cc-a3bb-4f81-b89b-f4027f02aef9 HTTP/1.1" status: 200 len: 217 time: 0.0325398 Aug 08 02:50:15.849977 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:15.853693 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-f0accb63-b379-428d-9db4-27a08a2eb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:15.855140 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-f0accb63-b379-428d-9db4-27a08a2eb13f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=68c7ace3-58ac-4148-a853-1fe17dd9d8b4 HTTP/1.1" status: 200 len: 854 time: 0.0437357 Aug 08 02:50:15.900086 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-2d3e607e-369d-4dc6-8f31-df08a3b45f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:15.901563 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-2d3e607e-369d-4dc6-8f31-df08a3b45f27 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87421ac7-3501-495d-abd1-cf8008d9c1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402641 Aug 08 02:50:15.998528 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-b9e729cc-a858-4fda-aa95-e7f81bc293dc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904951 Aug 08 02:50:16.091439 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1efc1a41-0e51-4277-b385-2c53c9eed745 req-4f369845-29b9-4bd6-b254-f0506ef8b53b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860815 Aug 08 02:50:16.522056 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c96f55-4881-4ce3-a1dd-2aa9e2965cd4 req-a5f72ce7-d088-488c-8212-29a6e91a56d8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:16.523507 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-35c96f55-4881-4ce3-a1dd-2aa9e2965cd4 req-a5f72ce7-d088-488c-8212-29a6e91a56d8 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 944 time: 0.0466745 Aug 08 02:50:16.570541 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-35c96f55-4881-4ce3-a1dd-2aa9e2965cd4 req-a164900c-708f-43ee-8f1c-287337bc8355 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a145a074-a1f8-4e39-9c4b-0b8e87c13dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407755 Aug 08 02:50:17.689317 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7195f-19ee-4006-9172-a97b6215d979 req-c088e7d6-0129-4629-b17e-324fe1cc4c6d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:17.690754 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ddd7195f-19ee-4006-9172-a97b6215d979 req-c088e7d6-0129-4629-b17e-324fe1cc4c6d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 944 time: 0.0465612 Aug 08 02:50:17.736838 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ddd7195f-19ee-4006-9172-a97b6215d979 req-0e5a5dfe-699f-442d-ab01-fcff8be146f6 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a145a074-a1f8-4e39-9c4b-0b8e87c13dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403059 Aug 08 02:50:18.853341 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e354a6a-fe7b-4e3a-9989-23eaea8fedba req-a86a9928-bfa8-458a-b5e5-1d9ef1bbd6a5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:18.854805 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4e354a6a-fe7b-4e3a-9989-23eaea8fedba req-a86a9928-bfa8-458a-b5e5-1d9ef1bbd6a5 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 944 time: 0.0474689 Aug 08 02:50:18.881395 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:18.903457 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4e354a6a-fe7b-4e3a-9989-23eaea8fedba req-fa93915b-bb44-4520-a5e8-7e2357786a05 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a145a074-a1f8-4e39-9c4b-0b8e87c13dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421226 Aug 08 02:50:19.273811 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:19.961167 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:20.020429 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f523dd-b5b0-48e6-b16a-41abc90c3436 req-f82bc4d1-fe5b-4c8a-8397-a62e61d0d993 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:20.021888 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-06f523dd-b5b0-48e6-b16a-41abc90c3436 req-f82bc4d1-fe5b-4c8a-8397-a62e61d0d993 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 944 time: 0.0469282 Aug 08 02:50:20.073388 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-06f523dd-b5b0-48e6-b16a-41abc90c3436 req-dadbac72-e283-410f-874a-5384bca545cd tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a145a074-a1f8-4e39-9c4b-0b8e87c13dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458446 Aug 08 02:50:20.279058 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:50:20.281276 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:20.282792 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:20.381901 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=610cc3cc-a3bb-4f81-b89b-f4027f02aef9,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:50:20.393016 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': '610cc3cc-a3bb-4f81-b89b-f4027f02aef9', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'port_id': '610cc3cc-a3bb-4f81-b89b-f4027f02aef9', 'mac_address': 'fa:16:3e:81:be:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:50:20.428071 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:50:20.431685 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (610cc3cc-a3bb-4f81-b89b-f4027f02aef9), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:20.441937 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:50:20.461477 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=610cc3cc-a3bb-4f81-b89b-f4027f02aef9,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:50:20.544622 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (610cc3cc-a3bb-4f81-b89b-f4027f02aef9), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:20.568946 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-db2fae12-2cdd-4359-8726-8eeadeaa6298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:20.594108 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=610cc3cc-a3bb-4f81-b89b-f4027f02aef9,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:50:20.601101 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:20.601445 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:20.601783 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:20.602119 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:20.602483 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:20.602809 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:20.603131 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:20.603452 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:20.603771 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:20.604099 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:20.604434 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:20.604735 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:20.605070 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:20.606224 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:20.606814 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:50:20.842875 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['610cc3cc-a3bb-4f81-b89b-f4027f02aef9'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:50:21.192745 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52573fc-3ffc-438d-b90a-5c28ad713a79 req-e8a21f20-bc80-42c3-9717-6f0c015f7aeb tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:21.194172 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e52573fc-3ffc-438d-b90a-5c28ad713a79 req-e8a21f20-bc80-42c3-9717-6f0c015f7aeb tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 945 time: 0.0500431 Aug 08 02:50:21.240180 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e52573fc-3ffc-438d-b90a-5c28ad713a79 req-388a6eb7-15a4-4ef5-895e-91f77a7024ab tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a145a074-a1f8-4e39-9c4b-0b8e87c13dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397503 Aug 08 02:50:22.285746 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:50:22.329346 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:50:22.361414 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1458fd-5299-481f-8e83-d8b35881f99a req-55c9ad84-1811-448d-b7f3-7f27a12b1d4d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:22.362927 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9e1458fd-5299-481f-8e83-d8b35881f99a req-55c9ad84-1811-448d-b7f3-7f27a12b1d4d tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 945 time: 0.0484025 Aug 08 02:50:22.400181 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:50:22.400551 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (610cc3cc-a3bb-4f81-b89b-f4027f02aef9), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:22.411447 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-9e1458fd-5299-481f-8e83-d8b35881f99a req-bf9bfd1e-8608-493d-a6b6-a467b09be954 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a145a074-a1f8-4e39-9c4b-0b8e87c13dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 Aug 08 02:50:22.477845 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:50:22.478236 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (610cc3cc-a3bb-4f81-b89b-f4027f02aef9), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:22.501262 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340d14b1-b759-4dfb-916d-0de53c87cfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610cc3cc-a3bb-4f81-b89b-f4027f02aef9'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:50:22.503361 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd0d2aa-7dbe-4090-8e64-af33e68a5cb4" -d '{"events": [{"server_uuid": "340d14b1-b759-4dfb-916d-0de53c87cfe3", "name": "network-vif-plugged", "status": "completed", "tag": "610cc3cc-a3bb-4f81-b89b-f4027f02aef9"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:50:22.516632 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=610cc3cc-a3bb-4f81-b89b-f4027f02aef9,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:50:22.577188 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (610cc3cc-a3bb-4f81-b89b-f4027f02aef9), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:22.622988 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b234da-18b8-4bde-9c06-3c7d9c4421ac x-openstack-request-id: req-26b234da-18b8-4bde-9c06-3c7d9c4421ac {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:50:22.623291 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340d14b1-b759-4dfb-916d-0de53c87cfe3", "name": "network-vif-plugged", "status": "completed", "tag": "610cc3cc-a3bb-4f81-b89b-f4027f02aef9", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:50:22.623588 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26b234da-18b8-4bde-9c06-3c7d9c4421ac {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:50:22.624010 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b234da-18b8-4bde-9c06-3c7d9c4421ac'] response: {'server_uuid': '340d14b1-b759-4dfb-916d-0de53c87cfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610cc3cc-a3bb-4f81-b89b-f4027f02aef9', 'code': 200} Aug 08 02:50:22.628544 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=610cc3cc-a3bb-4f81-b89b-f4027f02aef9,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:50:22.927716 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2651-1e36-4c59-83be-e5e807845451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:22.972233 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac888459-f198-4f83-be47-0c218d72798a req-9e46a2fe-a509-49f3-bcd3-8320d66d42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:22.979111 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ac888459-f198-4f83-be47-0c218d72798a req-9e46a2fe-a509-49f3-bcd3-8320d66d42cf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 1130 time: 0.0391886 Aug 08 02:50:23.019294 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ac888459-f198-4f83-be47-0c218d72798a req-06516a0e-efb4-44e6-845c-b662385c9943 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=a145a074-a1f8-4e39-9c4b-0b8e87c13dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391929 Aug 08 02:50:23.530338 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7073df-be25-4baa-a81f-d6872b7beb66 req-7d6abd30-55a8-4d6b-86fa-62632f7298fc tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:23.531755 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ed7073df-be25-4baa-a81f-d6872b7beb66 req-7d6abd30-55a8-4d6b-86fa-62632f7298fc tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 946 time: 0.0466292 Aug 08 02:50:23.579417 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ed7073df-be25-4baa-a81f-d6872b7beb66 req-95536f61-27b8-49a7-b797-e1a48da88d15 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a145a074-a1f8-4e39-9c4b-0b8e87c13dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422649 Aug 08 02:50:24.445364 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:24.707505 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae37763-a43d-4b07-b4a3-1e36987ea103 req-d17e1a27-fd51-49ae-b64c-24ccca5c10c0 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:24.708851 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9ae37763-a43d-4b07-b4a3-1e36987ea103 req-d17e1a27-fd51-49ae-b64c-24ccca5c10c0 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 946 time: 0.0532875 Aug 08 02:50:24.758512 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9ae37763-a43d-4b07-b4a3-1e36987ea103 req-d4344452-59b8-49aa-8d0c-196936b937eb tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a145a074-a1f8-4e39-9c4b-0b8e87c13dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441391 Aug 08 02:50:25.864557 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:25.878042 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50782285-16ba-4f50-a41f-70d6df1d7115 req-00ab2cbd-d3f1-4cc3-874d-025b84bab807 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:25.879520 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-50782285-16ba-4f50-a41f-70d6df1d7115 req-00ab2cbd-d3f1-4cc3-874d-025b84bab807 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 946 time: 0.0490582 Aug 08 02:50:25.926939 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-50782285-16ba-4f50-a41f-70d6df1d7115 req-fb3075e5-daec-484e-ab28-cd2b4eb40070 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a145a074-a1f8-4e39-9c4b-0b8e87c13dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419242 Aug 08 02:50:26.009410 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:26.044955 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a097e-d05b-44e3-8b71-b1e10b601900 req-b5087874-4f91-4854-b8b4-3be8e48ea486 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:26.046515 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7c6a097e-d05b-44e3-8b71-b1e10b601900 req-b5087874-4f91-4854-b8b4-3be8e48ea486 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 946 time: 0.0497165 Aug 08 02:50:26.056281 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48400) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:50:26.061454 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-67be0989-33a4-4668-acef-af89de88bd56 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Request body: {'floatingip': {'port_id': '610cc3cc-a3bb-4f81-b89b-f4027f02aef9'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:50:26.070574 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:26.098192 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-67be0989-33a4-4668-acef-af89de88bd56 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (a6aa84f4-7cff-4f13-8d3b-fddf07e63d47), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:26.099394 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:26.509013 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-67be0989-33a4-4668-acef-af89de88bd56 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:26.567659 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-67be0989-33a4-4668-acef-af89de88bd56 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (a6aa84f4-7cff-4f13-8d3b-fddf07e63d47), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:26.650503 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:26.664304 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.l3_db [None req-67be0989-33a4-4668-acef-af89de88bd56 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Floating IP a6aa84f4-7cff-4f13-8d3b-fddf07e63d47 associated. External IP: 172.27.4.87, port: 610cc3cc-a3bb-4f81-b89b-f4027f02aef9. Aug 08 02:50:26.859266 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67be0989-33a4-4668-acef-af89de88bd56 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:50:26.961001 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67be0989-33a4-4668-acef-af89de88bd56 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:50:26.965749 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-67be0989-33a4-4668-acef-af89de88bd56 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:26.971635 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9bbe3-d1a7-44ff-9223-639a1c85b2ca None None] Sync routers for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:50:26.982283 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec9bbe3-d1a7-44ff-9223-639a1c85b2ca None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:50:26.985288 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-cec9bbe3-d1a7-44ff-9223-639a1c85b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:50:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:50:26.995653 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-67be0989-33a4-4668-acef-af89de88bd56 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/a6aa84f4-7cff-4f13-8d3b-fddf07e63d47 HTTP/1.1" status: 200 len: 991 time: 0.9383066 Aug 08 02:50:26.996241 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340d14b1-b759-4dfb-916d-0de53c87cfe3', 'tag': '610cc3cc-a3bb-4f81-b89b-f4027f02aef9'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:50:26.999151 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec22f1d30cf05664830ef834bc2fff6277ec84e823fa6e2140b323625de535e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28debb8-aa5b-432b-ac0b-64b2233a0d56" -d '{"events": [{"name": "network-changed", "server_uuid": "340d14b1-b759-4dfb-916d-0de53c87cfe3", "tag": "610cc3cc-a3bb-4f81-b89b-f4027f02aef9"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:50:27.035952 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60201828-9339-4926-acf2-40873c95092b x-openstack-request-id: req-60201828-9339-4926-acf2-40873c95092b {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:50:27.036244 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340d14b1-b759-4dfb-916d-0de53c87cfe3", "tag": "610cc3cc-a3bb-4f81-b89b-f4027f02aef9", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:50:27.036501 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60201828-9339-4926-acf2-40873c95092b {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:50:27.036911 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60201828-9339-4926-acf2-40873c95092b'] response: {'name': 'network-changed', 'server_uuid': '340d14b1-b759-4dfb-916d-0de53c87cfe3', 'tag': '610cc3cc-a3bb-4f81-b89b-f4027f02aef9', 'status': 'completed', 'code': 200} Aug 08 02:50:27.092153 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:27.094884 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-cec9bbe3-d1a7-44ff-9223-639a1c85b2ca None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:50:27.101266 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28debb8-aa5b-432b-ac0b-64b2233a0d56 req-c30f3f5f-e42f-41ad-bca0-d28991de12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:27.102750 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b28debb8-aa5b-432b-ac0b-64b2233a0d56 req-c30f3f5f-e42f-41ad-bca0-d28991de12f6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 1130 time: 0.0399618 Aug 08 02:50:27.200035 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28debb8-aa5b-432b-ac0b-64b2233a0d56 req-f2e42ed8-1193-44be-ab7d-70a541ca7a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:27.201553 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b28debb8-aa5b-432b-ac0b-64b2233a0d56 req-f2e42ed8-1193-44be-ab7d-70a541ca7a8a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 916 time: 0.0913715 Aug 08 02:50:27.267583 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b28debb8-aa5b-432b-ac0b-64b2233a0d56 req-d9e292f1-e1d7-462e-82eb-3901fb82de21 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=610cc3cc-a3bb-4f81-b89b-f4027f02aef9 HTTP/1.1" status: 200 len: 999 time: 0.0598016 Aug 08 02:50:27.317586 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28debb8-aa5b-432b-ac0b-64b2233a0d56 req-2bcf57ef-469f-4401-8635-bbd2201aba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:27.319071 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b28debb8-aa5b-432b-ac0b-64b2233a0d56 req-2bcf57ef-469f-4401-8635-bbd2201aba1f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=68c7ace3-58ac-4148-a853-1fe17dd9d8b4 HTTP/1.1" status: 200 len: 854 time: 0.0458901 Aug 08 02:50:27.367147 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28debb8-aa5b-432b-ac0b-64b2233a0d56 req-633c1ec8-37aa-4bc7-9185-cb52c91e2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:27.368644 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b28debb8-aa5b-432b-ac0b-64b2233a0d56 req-633c1ec8-37aa-4bc7-9185-cb52c91e2ba0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87421ac7-3501-495d-abd1-cf8008d9c1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434999 Aug 08 02:50:27.433088 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-cec9bbe3-d1a7-44ff-9223-639a1c85b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'a6aa84f4-7cff-4f13-8d3b-fddf07e63d47', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.87', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': '610cc3cc-a3bb-4f81-b89b-f4027f02aef9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:81:be:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340d14b1-b759-4dfb-916d-0de53c87cfe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:50:10Z', 'updated_at': '2022-08-08T02:50:26Z', 'revision_number': 1, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:50:27.458888 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9bbe3-d1a7-44ff-9223-639a1c85b2ca None None] Checking router: 887ac1aa-846e-434c-bdb3-ded0c1f101b4 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:50:27.459877 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b28debb8-aa5b-432b-ac0b-64b2233a0d56 req-1138f713-e7f7-4520-8a75-c0fa13df9d25 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852263 Aug 08 02:50:27.467338 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec9bbe3-d1a7-44ff-9223-639a1c85b2ca None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:50:27.467948 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-cec9bbe3-d1a7-44ff-9223-639a1c85b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:50:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:50:27.518779 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:27.556656 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b28debb8-aa5b-432b-ac0b-64b2233a0d56 req-fd0a085d-e4b7-4ff0-995f-c0dd1fa261c9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908685 Aug 08 02:50:27.570993 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-cec9bbe3-d1a7-44ff-9223-639a1c85b2ca None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:50:27.776067 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-cec9bbe3-d1a7-44ff-9223-639a1c85b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'a6aa84f4-7cff-4f13-8d3b-fddf07e63d47', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.87', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': '610cc3cc-a3bb-4f81-b89b-f4027f02aef9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:81:be:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340d14b1-b759-4dfb-916d-0de53c87cfe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:50:10Z', 'updated_at': '2022-08-08T02:50:26Z', 'revision_number': 1, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:50:27.804672 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9bbe3-d1a7-44ff-9223-639a1c85b2ca None None] The sync data for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi is: [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'a6aa84f4-7cff-4f13-8d3b-fddf07e63d47', 'tenant_id': '570f253b2653418dabc6566536e14353', 'floating_ip_address': '172.27.4.87', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'port_id': '610cc3cc-a3bb-4f81-b89b-f4027f02aef9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'mac_address': 'fa:16:3e:81:be:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340d14b1-b759-4dfb-916d-0de53c87cfe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:50:10Z', 'updated_at': '2022-08-08T02:50:26Z', 'revision_number': 1, 'project_id': '570f253b2653418dabc6566536e14353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:50:27.990506 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdceda-bd96-4f9b-8925-af5964bb8679 None None] New status for floating IP a6aa84f4-7cff-4f13-8d3b-fddf07e63d47: ACTIVE {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:50:28.749596 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:36.990744 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=42 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:36.992645 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:37.553397 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=83 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:38.087282 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:38.089527 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=10 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:39.065109 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:39.066927 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=69 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:41.452160 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c82ccb2f-b8b7-4f75-9b32-87bfa1a3195b req-ac3322b6-190d-433b-a541-8eed303f2955 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384879 Aug 08 02:50:41.529816 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ccb2f-b8b7-4f75-9b32-87bfa1a3195b req-84457dcf-fbc0-4217-980d-63de5a212d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:41.531893 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c82ccb2f-b8b7-4f75-9b32-87bfa1a3195b req-84457dcf-fbc0-4217-980d-63de5a212d5c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 1130 time: 0.0386899 Aug 08 02:50:41.636628 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ccb2f-b8b7-4f75-9b32-87bfa1a3195b req-852febee-c346-4ffe-996d-a58cbbd1de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:41.638085 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c82ccb2f-b8b7-4f75-9b32-87bfa1a3195b req-852febee-c346-4ffe-996d-a58cbbd1de30 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 916 time: 0.0887730 Aug 08 02:50:41.697991 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c82ccb2f-b8b7-4f75-9b32-87bfa1a3195b req-cd7f6c50-5abb-486d-b1ae-d619bcfcd860 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=610cc3cc-a3bb-4f81-b89b-f4027f02aef9 HTTP/1.1" status: 200 len: 1001 time: 0.0535953 Aug 08 02:50:41.750023 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ccb2f-b8b7-4f75-9b32-87bfa1a3195b req-20af9754-d574-4a11-af9b-b14e05beb385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:41.751442 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c82ccb2f-b8b7-4f75-9b32-87bfa1a3195b req-20af9754-d574-4a11-af9b-b14e05beb385 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=68c7ace3-58ac-4148-a853-1fe17dd9d8b4 HTTP/1.1" status: 200 len: 854 time: 0.0470867 Aug 08 02:50:41.795060 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ccb2f-b8b7-4f75-9b32-87bfa1a3195b req-d523c670-b8ae-44ec-bf3c-1b00e0ef9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:50:41.796715 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c82ccb2f-b8b7-4f75-9b32-87bfa1a3195b req-d523c670-b8ae-44ec-bf3c-1b00e0ef9552 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87421ac7-3501-495d-abd1-cf8008d9c1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388575 Aug 08 02:50:41.886547 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c82ccb2f-b8b7-4f75-9b32-87bfa1a3195b req-1450d30a-404b-4274-bd97-36b0aacb3ff2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830858 Aug 08 02:50:41.985683 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c82ccb2f-b8b7-4f75-9b32-87bfa1a3195b req-094ba5fe-2201-4cab-87d1-06cccc63cccb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920687 Aug 08 02:50:46.967493 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:50:50.595123 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-19e792ff-440f-473a-ba2f-f3a1fe44e736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:51.980656 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=50 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:51.982534 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=51 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:52.932381 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-097f5df9-577b-487a-8303-c8e7c3cdaf69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:54.452029 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:56.090493 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:56.115202 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:50:56.959237 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:56.960082 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:50:58.743673 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:08.692203 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:08.694085 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:19.062104 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=13 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:19.065051 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=13 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:20.569675 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-be3196e2-6896-4db1-8709-940077521d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:22.929570 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fd79e1f5-6249-49a1-9a8a-596faa49fb32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:23.966033 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:51:24.445867 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:26.068686 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:26.091368 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:28.786564 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:33.204329 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:33.962799 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:38.705346 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:38.707374 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:43.475313 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a3e70c6c-5d41-4fd7-b5d6-a9920b93f021 req-f88450af-95ee-40d3-bb81-b96ad8a79483 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402236 Aug 08 02:51:43.565826 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e70c6c-5d41-4fd7-b5d6-a9920b93f021 req-3164c376-ff0b-414d-a2fb-4b6e1c25fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:51:43.567352 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a3e70c6c-5d41-4fd7-b5d6-a9920b93f021 req-3164c376-ff0b-414d-a2fb-4b6e1c25fcd8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=570f253b2653418dabc6566536e14353&device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 1130 time: 0.0456672 Aug 08 02:51:43.680879 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e70c6c-5d41-4fd7-b5d6-a9920b93f021 req-a0079f03-f10f-4e9d-a018-7e89400b007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:51:43.682340 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a3e70c6c-5d41-4fd7-b5d6-a9920b93f021 req-a0079f03-f10f-4e9d-a018-7e89400b007a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 200 len: 916 time: 0.0986388 Aug 08 02:51:43.715529 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5102f-5318-4935-b33d-6268bfbdd57b req-6345a4a7-0329-4493-833b-14245a1a7c92 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:51:43.717002 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3aa5102f-5318-4935-b33d-6268bfbdd57b req-6345a4a7-0329-4493-833b-14245a1a7c92 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 946 time: 0.0484912 Aug 08 02:51:43.768028 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3aa5102f-5318-4935-b33d-6268bfbdd57b req-a45d126f-b539-4d66-886a-f5cf4f14b1e3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a145a074-a1f8-4e39-9c4b-0b8e87c13dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446072 Aug 08 02:51:44.894699 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a3e70c6c-5d41-4fd7-b5d6-a9920b93f021 req-eeec49b3-b96f-44ff-87aa-9db68139397f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=610cc3cc-a3bb-4f81-b89b-f4027f02aef9 HTTP/1.1" status: 200 len: 1001 time: 0.0560548 Aug 08 02:51:44.895398 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab5a8b-557a-4284-822f-d2879df88d86 req-30fac536-fd8c-413e-b168-2c3e5028a465 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:51:44.896619 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c5ab5a8b-557a-4284-822f-d2879df88d86 req-30fac536-fd8c-413e-b168-2c3e5028a465 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 946 time: 0.0527291 Aug 08 02:51:44.943642 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e70c6c-5d41-4fd7-b5d6-a9920b93f021 req-5e24068a-728a-44b6-9882-f8e7a6ad47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:51:44.945129 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a3e70c6c-5d41-4fd7-b5d6-a9920b93f021 req-5e24068a-728a-44b6-9882-f8e7a6ad47a5 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=68c7ace3-58ac-4148-a853-1fe17dd9d8b4 HTTP/1.1" status: 200 len: 854 time: 0.0448115 Aug 08 02:51:44.945364 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c5ab5a8b-557a-4284-822f-d2879df88d86 req-de0eed6e-ec6f-44ce-9f72-327984d060a4 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a145a074-a1f8-4e39-9c4b-0b8e87c13dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430779 Aug 08 02:51:44.991184 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e70c6c-5d41-4fd7-b5d6-a9920b93f021 req-71a9a774-91a5-4fbb-a337-98f5c5f90370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:51:44.992623 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a3e70c6c-5d41-4fd7-b5d6-a9920b93f021 req-71a9a774-91a5-4fbb-a337-98f5c5f90370 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=87421ac7-3501-495d-abd1-cf8008d9c1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398884 Aug 08 02:51:45.088709 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a3e70c6c-5d41-4fd7-b5d6-a9920b93f021 req-50715baf-63c8-493c-bf3d-1b645697d8e5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866420 Aug 08 02:51:45.182536 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a3e70c6c-5d41-4fd7-b5d6-a9920b93f021 req-ffafe3c3-ec88-4442-95ae-e59f2ad4aad6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865920 Aug 08 02:51:45.518682 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94fa59-8f60-4f89-a5f6-6ba9a37a67dd req-2162ff19-6f86-49d3-b98b-ebb151b3f1ac tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:51:45.520041 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0b94fa59-8f60-4f89-a5f6-6ba9a37a67dd req-2162ff19-6f86-49d3-b98b-ebb151b3f1ac tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 946 time: 0.0466166 Aug 08 02:51:45.597155 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-0b94fa59-8f60-4f89-a5f6-6ba9a37a67dd req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Deleting port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:51:45.597489 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0b94fa59-8f60-4f89-a5f6-6ba9a37a67dd req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (610cc3cc-a3bb-4f81-b89b-f4027f02aef9), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:45.687109 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-0b94fa59-8f60-4f89-a5f6-6ba9a37a67dd req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] For port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=610cc3cc-a3bb-4f81-b89b-f4027f02aef9,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:51:45.687470 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0b94fa59-8f60-4f89-a5f6-6ba9a37a67dd req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (610cc3cc-a3bb-4f81-b89b-f4027f02aef9), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:45.840696 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:45.843709 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0b94fa59-8f60-4f89-a5f6-6ba9a37a67dd req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:45.844070 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0b94fa59-8f60-4f89-a5f6-6ba9a37a67dd req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (a6aa84f4-7cff-4f13-8d3b-fddf07e63d47), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:45.844470 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-0b94fa59-8f60-4f89-a5f6-6ba9a37a67dd req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Floating IP a6aa84f4-7cff-4f13-8d3b-fddf07e63d47 disassociated. External IP: 172.27.4.87, port: 610cc3cc-a3bb-4f81-b89b-f4027f02aef9. Aug 08 02:51:45.844789 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-0b94fa59-8f60-4f89-a5f6-6ba9a37a67dd req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Calling delete_port for 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:51:45.853952 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:46.047322 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0b94fa59-8f60-4f89-a5f6-6ba9a37a67dd req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (610cc3cc-a3bb-4f81-b89b-f4027f02aef9), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:46.321325 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event deleted for resources: {'Port': ['ID=610cc3cc-a3bb-4f81-b89b-f4027f02aef9,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:51:46.329079 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeffa37-c9ac-41cc-9250-0c394005363d req-4dd7729e-48ae-4e5c-9676-893a5b0acbef tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:51:46.330589 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ebeffa37-c9ac-41cc-9250-0c394005363d req-4dd7729e-48ae-4e5c-9676-893a5b0acbef tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 946 time: 0.3127580 Aug 08 02:51:46.342610 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:46.342962 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:46.343302 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:46.343637 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:46.343969 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:46.344298 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:46.344623 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:46.344945 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:46.345942 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:46.346273 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:46.346628 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:46.346964 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:46.347279 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:46.347599 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:46.347920 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:46.462205 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ebeffa37-c9ac-41cc-9250-0c394005363d req-6aac7adb-129b-40b9-b605-2f3c9acc77ce tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a145a074-a1f8-4e39-9c4b-0b8e87c13dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230977 Aug 08 02:51:46.484520 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b94fa59-8f60-4f89-a5f6-6ba9a37a67dd req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:51:46.588552 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b94fa59-8f60-4f89-a5f6-6ba9a37a67dd req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:51:46.598996 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04add23e-0696-48f7-b481-9a2b821d11c1 None None] Sync routers for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:51:46.608541 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04add23e-0696-48f7-b481-9a2b821d11c1 None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:51:46.609148 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-04add23e-0696-48f7-b481-9a2b821d11c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:51:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:51:46.630134 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b94fa59-8f60-4f89-a5f6-6ba9a37a67dd req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] No DVR routers for this DVR port 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:51:46.632582 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-0b94fa59-8f60-4f89-a5f6-6ba9a37a67dd req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:46.635754 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0b94fa59-8f60-4f89-a5f6-6ba9a37a67dd req-f5092a19-dde9-4c96-b3f0-bf98e209f4ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.48 "DELETE /networking/v2.0/ports/610cc3cc-a3bb-4f81-b89b-f4027f02aef9 HTTP/1.1" status: 204 len: 173 time: 1.1107006 Aug 08 02:51:46.636179 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340d14b1-b759-4dfb-916d-0de53c87cfe3', 'name': 'network-vif-deleted', 'tag': '610cc3cc-a3bb-4f81-b89b-f4027f02aef9'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:51:46.638472 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20637990-ec8d-45a4-8c5f-16a3d7bfdea8" -d '{"events": [{"server_uuid": "340d14b1-b759-4dfb-916d-0de53c87cfe3", "name": "network-vif-deleted", "tag": "610cc3cc-a3bb-4f81-b89b-f4027f02aef9"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:51:46.677611 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e29816c-6cd9-49cf-a5d0-730b3343ab8a x-openstack-request-id: req-5e29816c-6cd9-49cf-a5d0-730b3343ab8a {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:51:46.678075 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340d14b1-b759-4dfb-916d-0de53c87cfe3", "name": "network-vif-deleted", "tag": "610cc3cc-a3bb-4f81-b89b-f4027f02aef9", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:51:46.678435 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e29816c-6cd9-49cf-a5d0-730b3343ab8a {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:51:46.678991 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e29816c-6cd9-49cf-a5d0-730b3343ab8a'] response: {'server_uuid': '340d14b1-b759-4dfb-916d-0de53c87cfe3', 'name': 'network-vif-deleted', 'tag': '610cc3cc-a3bb-4f81-b89b-f4027f02aef9', 'status': 'completed', 'code': 200} Aug 08 02:51:46.729056 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-04add23e-0696-48f7-b481-9a2b821d11c1 None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:51:46.920940 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-04add23e-0696-48f7-b481-9a2b821d11c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:51:46.949848 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04add23e-0696-48f7-b481-9a2b821d11c1 None None] Checking router: 887ac1aa-846e-434c-bdb3-ded0c1f101b4 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:51:46.958690 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04add23e-0696-48f7-b481-9a2b821d11c1 None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:51:46.959286 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-04add23e-0696-48f7-b481-9a2b821d11c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:51:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:51:47.065911 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-04add23e-0696-48f7-b481-9a2b821d11c1 None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:51:47.375737 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-04add23e-0696-48f7-b481-9a2b821d11c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:51:47.400879 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04add23e-0696-48f7-b481-9a2b821d11c1 None None] The sync data for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi is: [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:49Z', 'revision_number': 4, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '69b60ced-6ec8-44b7-b38e-591dbca7598d', 'name': '', 'network_id': '87421ac7-3501-495d-abd1-cf8008d9c1cb', 'tenant_id': '570f253b2653418dabc6566536e14353', 'mac_address': 'fa:16:3e:32:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:48Z', 'updated_at': '2022-08-08T02:44:53Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'subnets': [{'id': '68c7ace3-58ac-4148-a853-1fe17dd9d8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:51:47.584115 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-d8261f10-84fa-4125-bd26-77f73a7921ef req-54e5a2fd-e0a7-40ca-8997-1a4cff7bcbe3 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=340d14b1-b759-4dfb-916d-0de53c87cfe3 HTTP/1.1" status: 200 len: 210 time: 0.0306795 Aug 08 02:51:47.631354 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec6d6df-4764-4871-ad01-5ffce3bc696f None None] New status for floating IP a6aa84f4-7cff-4f13-8d3b-fddf07e63d47: DOWN {{(pid=104279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:51:48.681087 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:51:48.701164 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:51:48.701509 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 610cc3cc-a3bb-4f81-b89b-f4027f02aef9 not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:51:48.749047 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48510) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:51:48.805167 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (a145a074-a1f8-4e39-9c4b-0b8e87c13dcc), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:48.829036 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (a145a074-a1f8-4e39-9c4b-0b8e87c13dcc), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:48.931313 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (a145a074-a1f8-4e39-9c4b-0b8e87c13dcc), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:48.933924 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:48.935106 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a145a074-a1f8-4e39-9c4b-0b8e87c13dcc HTTP/1.1" status: 204 len: 168 time: 0.1850717 Aug 08 02:51:48.938021 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 48512) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:51:48.945372 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a145a074-a1f8-4e39-9c4b-0b8e87c13dcc,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:51:48.952403 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.api.v2.resource [None req-81b63179-5355-4405-920d-de057282e7ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] show failed (client error): The resource could not be found. Aug 08 02:51:48.952566 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:48.952862 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:48.953209 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:48.953417 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-81b63179-5355-4405-920d-de057282e7ed tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "GET /networking/v2.0/security-groups/a145a074-a1f8-4e39-9c4b-0b8e87c13dcc HTTP/1.1" status: 404 len: 347 time: 0.0140548 Aug 08 02:51:48.953551 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:48.953864 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:48.954231 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:48.954685 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:48.955118 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:48.955538 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:48.955881 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:48.956215 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:48.956340 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 48514) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:51:48.956536 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:48.956857 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:48.957177 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:48.957567 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff2187-fbcf-4746-a4b8-d2e5992e1a38 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:49.067511 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-4429769c-1156-44ac-bdd2-9c0e5b0f6f70 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Deleting port 36c80349-69c6-482f-a781-b1f998bca1e1 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:51:49.067848 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4429769c-1156-44ac-bdd2-9c0e5b0f6f70 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (36c80349-69c6-482f-a781-b1f998bca1e1), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:49.146377 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4429769c-1156-44ac-bdd2-9c0e5b0f6f70 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (36c80349-69c6-482f-a781-b1f998bca1e1), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:49.146717 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4429769c-1156-44ac-bdd2-9c0e5b0f6f70 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (36c80349-69c6-482f-a781-b1f998bca1e1), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:49.159834 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-4429769c-1156-44ac-bdd2-9c0e5b0f6f70 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Calling delete_port for 36c80349-69c6-482f-a781-b1f998bca1e1 owned by network:floatingip {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:51:49.163410 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:49.348018 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4429769c-1156-44ac-bdd2-9c0e5b0f6f70 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (36c80349-69c6-482f-a781-b1f998bca1e1), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:49.372857 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429769c-1156-44ac-bdd2-9c0e5b0f6f70 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Pushing event deleted for resources: {'Port': ['ID=36c80349-69c6-482f-a781-b1f998bca1e1,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:51:49.434205 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4429769c-1156-44ac-bdd2-9c0e5b0f6f70 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks [] for floatingip (a6aa84f4-7cff-4f13-8d3b-fddf07e63d47), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:49.436662 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4429769c-1156-44ac-bdd2-9c0e5b0f6f70 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:49.437790 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4429769c-1156-44ac-bdd2-9c0e5b0f6f70 tempest-AttachVolumeNegativeTest-1253687646 tempest-AttachVolumeNegativeTest-1253687646-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/a6aa84f4-7cff-4f13-8d3b-fddf07e63d47 HTTP/1.1" status: 204 len: 168 time: 0.4806070 Aug 08 02:51:50.585651 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5fdb282a-bb9d-4112-afba-9e72903ac69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:52.951378 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-13b74949-17b7-41ba-9fbd-91942bf69298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:53.556711 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48550) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:51:54.008418 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c3366e50-8443-4136-8386-10b67ccded3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729648'] for router_interface (887ac1aa-846e-434c-bdb3-ded0c1f101b4), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:54.448654 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:54.453930 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-c3366e50-8443-4136-8386-10b67ccded3e admin admin] Deleting port 69b60ced-6ec8-44b7-b38e-591dbca7598d {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:51:54.454316 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c3366e50-8443-4136-8386-10b67ccded3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:54.521902 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:54.533113 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-c3366e50-8443-4136-8386-10b67ccded3e admin admin] For port 69b60ced-6ec8-44b7-b38e-591dbca7598d, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=69b60ced-6ec8-44b7-b38e-591dbca7598d,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:51:54.533467 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c3366e50-8443-4136-8386-10b67ccded3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:54.549118 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-c3366e50-8443-4136-8386-10b67ccded3e admin admin] Calling delete_port for 69b60ced-6ec8-44b7-b38e-591dbca7598d owned by network:router_interface {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:51:54.554571 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:54.793562 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c3366e50-8443-4136-8386-10b67ccded3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (69b60ced-6ec8-44b7-b38e-591dbca7598d), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:54.817381 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3366e50-8443-4136-8386-10b67ccded3e admin admin] Pushing event deleted for resources: {'Port': ['ID=69b60ced-6ec8-44b7-b38e-591dbca7598d,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:51:54.981419 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-c3366e50-8443-4136-8386-10b67ccded3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729772'] for router_interface (887ac1aa-846e-434c-bdb3-ded0c1f101b4), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:55.184288 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3366e50-8443-4136-8386-10b67ccded3e admin admin] Router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:51:55.290300 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3366e50-8443-4136-8386-10b67ccded3e admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:51:55.295416 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-c3366e50-8443-4136-8386-10b67ccded3e admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/887ac1aa-846e-434c-bdb3-ded0c1f101b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7381403 Aug 08 02:51:55.297880 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48554) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:51:55.299560 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55893f7-3a8e-4428-b520-f056f950326d None None] Sync routers for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:51:55.309042 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55893f7-3a8e-4428-b520-f056f950326d None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:51:55.309638 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-e55893f7-3a8e-4428-b520-f056f950326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:51:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:51:55.402019 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3584d188-b2fc-4a4f-8853-90b4a56379db admin admin] Publish callbacks [] for router (887ac1aa-846e-434c-bdb3-ded0c1f101b4), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:55.411653 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-e55893f7-3a8e-4428-b520-f056f950326d None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:51:55.440884 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:55.489071 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:55.498040 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3584d188-b2fc-4a4f-8853-90b4a56379db admin admin] Publish callbacks [] for router_gateway (887ac1aa-846e-434c-bdb3-ded0c1f101b4), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:55.530628 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:55.560359 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:55.579895 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-e55893f7-3a8e-4428-b520-f056f950326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:51:54Z', 'revision_number': 5, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port': {'id': 'b86eedcc-770e-4b10-b121-476dc3291537', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:51:55.604625 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55893f7-3a8e-4428-b520-f056f950326d None None] Checking router: 887ac1aa-846e-434c-bdb3-ded0c1f101b4 for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:51:55.613039 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55893f7-3a8e-4428-b520-f056f950326d None None] Routers {'887ac1aa-846e-434c-bdb3-ded0c1f101b4'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:51:55.613650 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-e55893f7-3a8e-4428-b520-f056f950326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:51:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:51:55.617790 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-3584d188-b2fc-4a4f-8853-90b4a56379db admin admin] Deleting port b86eedcc-770e-4b10-b121-476dc3291537 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:51:55.618122 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3584d188-b2fc-4a4f-8853-90b4a56379db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (b86eedcc-770e-4b10-b121-476dc3291537), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:55.697712 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-e55893f7-3a8e-4428-b520-f056f950326d None None] Set router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 gateway port host: None {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:51:55.699641 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-3584d188-b2fc-4a4f-8853-90b4a56379db admin admin] For port b86eedcc-770e-4b10-b121-476dc3291537, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=b86eedcc-770e-4b10-b121-476dc3291537,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:51:55.700000 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3584d188-b2fc-4a4f-8853-90b4a56379db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (b86eedcc-770e-4b10-b121-476dc3291537), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:55.713618 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-3584d188-b2fc-4a4f-8853-90b4a56379db admin admin] Calling delete_port for b86eedcc-770e-4b10-b121-476dc3291537 owned by network:router_gateway {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:51:55.746850 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-e55893f7-3a8e-4428-b520-f056f950326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:51:55Z', 'revision_number': 6, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port_host': None}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:51:55.771358 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55893f7-3a8e-4428-b520-f056f950326d None None] The sync data for ids ['887ac1aa-846e-434c-bdb3-ded0c1f101b4'] in dv-cinder-852261-2-iscsi is: [{'id': '887ac1aa-846e-434c-bdb3-ded0c1f101b4', 'name': 'tempest-AttachVolumeNegativeTest-1342508023-router', 'tenant_id': '570f253b2653418dabc6566536e14353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:44:46Z', 'updated_at': '2022-08-08T02:51:55Z', 'revision_number': 6, 'project_id': '570f253b2653418dabc6566536e14353', 'gw_port_host': None}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:51:55.942437 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3584d188-b2fc-4a4f-8853-90b4a56379db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (b86eedcc-770e-4b10-b121-476dc3291537), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:55.968931 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584d188-b2fc-4a4f-8853-90b4a56379db admin admin] Pushing event deleted for resources: {'Port': ['ID=b86eedcc-770e-4b10-b121-476dc3291537,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:51:56.035827 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3584d188-b2fc-4a4f-8853-90b4a56379db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656612'] for router_gateway (887ac1aa-846e-434c-bdb3-ded0c1f101b4), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.105782 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.125345 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3584d188-b2fc-4a4f-8853-90b4a56379db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1885'] for router (887ac1aa-846e-434c-bdb3-ded0c1f101b4), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.127969 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3584d188-b2fc-4a4f-8853-90b4a56379db admin admin] Publish callbacks [] for router_controller (887ac1aa-846e-434c-bdb3-ded0c1f101b4), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.151626 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.284293 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3584d188-b2fc-4a4f-8853-90b4a56379db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-736073'] for router (887ac1aa-846e-434c-bdb3-ded0c1f101b4), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.284847 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3584d188-b2fc-4a4f-8853-90b4a56379db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 887ac1aa-846e-434c-bdb3-ded0c1f101b4 {{(pid=104276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 02:51:56.289093 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-3584d188-b2fc-4a4f-8853-90b4a56379db admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.290243 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-3584d188-b2fc-4a4f-8853-90b4a56379db admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/887ac1aa-846e-434c-bdb3-ded0c1f101b4 HTTP/1.1" status: 204 len: 168 time: 0.9907870 Aug 08 02:51:56.294150 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48556) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:51:56.337338 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-567ad29b-c32f-4390-8e13-f2ce5d71036f admin admin] Deleting subnet 68c7ace3-58ac-4148-a853-1fe17dd9d8b4 {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:51:56.340469 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-567ad29b-c32f-4390-8e13-f2ce5d71036f admin admin] Publish callbacks [] for subnet (68c7ace3-58ac-4148-a853-1fe17dd9d8b4), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.374956 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:56.378964 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-567ad29b-c32f-4390-8e13-f2ce5d71036f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4164821'] for subnet (68c7ace3-58ac-4148-a853-1fe17dd9d8b4), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.453261 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-567ad29b-c32f-4390-8e13-f2ce5d71036f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (68c7ace3-58ac-4148-a853-1fe17dd9d8b4), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.600102 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-567ad29b-c32f-4390-8e13-f2ce5d71036f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25480602'] for subnet (68c7ace3-58ac-4148-a853-1fe17dd9d8b4), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.630991 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ad29b-c32f-4390-8e13-f2ce5d71036f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c7ace3-58ac-4148-a853-1fe17dd9d8b4,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:51:56.634472 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-567ad29b-c32f-4390-8e13-f2ce5d71036f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.637562 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-567ad29b-c32f-4390-8e13-f2ce5d71036f admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/68c7ace3-58ac-4148-a853-1fe17dd9d8b4 HTTP/1.1" status: 204 len: 168 time: 0.3437943 Aug 08 02:51:56.640054 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48558) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:51:56.643480 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d819938a-7cc9-46cf-9e64-51969cc9f2c1 None None] Network 87421ac7-3501-495d-abd1-cf8008d9c1cb requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:51:56.713655 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (87421ac7-3501-495d-abd1-cf8008d9c1cb), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.765553 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] Deleting port f9e9676b-ecac-4994-9f65-243cdee010f3 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:51:56.765888 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (f9e9676b-ecac-4994-9f65-243cdee010f3), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.768229 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:56.803258 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] DHCP port deletion for 87421ac7-3501-495d-abd1-cf8008d9c1cb request from dv-cinder-852261-2-iscsi {{(pid=104278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 02:51:56.838263 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] For port f9e9676b-ecac-4994-9f65-243cdee010f3, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=f9e9676b-ecac-4994-9f65-243cdee010f3,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:51:56.838740 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (f9e9676b-ecac-4994-9f65-243cdee010f3), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.843483 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Deleting port f9e9676b-ecac-4994-9f65-243cdee010f3 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:51:56.844327 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (f9e9676b-ecac-4994-9f65-243cdee010f3), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.853336 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] Calling delete_port for f9e9676b-ecac-4994-9f65-243cdee010f3 owned by network:dhcp {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:51:56.909869 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] For port f9e9676b-ecac-4994-9f65-243cdee010f3, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=f9e9676b-ecac-4994-9f65-243cdee010f3,segment=NetworkSegment(82eef38e-94c2-444f-9f03-72b54fe7f0ae),segment_id=82eef38e-94c2-444f-9f03-72b54fe7f0ae)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:51:56.910261 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (f9e9676b-ecac-4994-9f65-243cdee010f3), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:56.926608 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Calling delete_port for f9e9676b-ecac-4994-9f65-243cdee010f3 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:51:56.997112 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (f9e9676b-ecac-4994-9f65-243cdee010f3), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:57.005565 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050'] for port (f9e9676b-ecac-4994-9f65-243cdee010f3), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:57.034659 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] No DVR routers for this DVR port f9e9676b-ecac-4994-9f65-243cdee010f3 on host dv-cinder-852261-2-iscsi {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:51:57.034659 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e9676b-ecac-4994-9f65-243cdee010f3,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:51:57.034959 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Pushing event deleted for resources: {'Port': ['ID=f9e9676b-ecac-4994-9f65-243cdee010f3,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:51:57.035523 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] No DVR routers for this DVR port f9e9676b-ecac-4994-9f65-243cdee010f3 on host dv-cinder-852261-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:51:57.042069 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:57.042450 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:57.042796 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:57.043135 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:57.043508 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:57.043802 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:57.044139 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:57.044528 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:57.045003 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:57.045213 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:57.045501 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:57.045882 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:57.046177 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:57.046527 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:57.046853 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c984636-c72f-43ec-8238-7e167d580405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:51:57.108032 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (87421ac7-3501-495d-abd1-cf8008d9c1cb), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:57.127928 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87421ac7-3501-495d-abd1-cf8008d9c1cb']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:51:57.137291 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82eef38e-94c2-444f-9f03-72b54fe7f0ae') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:51:57.137587 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82eef38e-94c2-444f-9f03-72b54fe7f0ae') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:51:57.147640 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164828'] for segment (82eef38e-94c2-444f-9f03-72b54fe7f0ae), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:57.161295 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (82eef38e-94c2-444f-9f03-72b54fe7f0ae), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:57.167488 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:51:57.167894 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3915133'] for segment (82eef38e-94c2-444f-9f03-72b54fe7f0ae), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:57.247248 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 82eef38e-94c2-444f-9f03-72b54fe7f0ae resource provider aggregate not found Aug 08 02:51:57.263449 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 82eef38e-94c2-444f-9f03-72b54fe7f0ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82eef38e-94c2-444f-9f03-72b54fe7f0ae found for delete ", "request_id": "req-6ef986ae-454d-45d6-adcc-f8f997bb1c4d"}]} Aug 08 02:51:57.305738 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (87421ac7-3501-495d-abd1-cf8008d9c1cb), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:57.311208 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:57.315450 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/87421ac7-3501-495d-abd1-cf8008d9c1cb HTTP/1.1" status: 204 len: 168 time: 0.6744606 Aug 08 02:51:57.327957 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84c31e-a936-4652-941f-59c268217a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=87421ac7-3501-495d-abd1-cf8008d9c1cb,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:51:57.389588 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 69b60ced-6ec8-44b7-b38e-591dbca7598d no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:51:57.409978 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 69b60ced-6ec8-44b7-b38e-591dbca7598d {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:51:57.410318 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 69b60ced-6ec8-44b7-b38e-591dbca7598d not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:51:57.410748 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device f9e9676b-ecac-4994-9f65-243cdee010f3 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:51:57.428409 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: f9e9676b-ecac-4994-9f65-243cdee010f3 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:51:57.428738 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device f9e9676b-ecac-4994-9f65-243cdee010f3 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:51:57.429141 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device b86eedcc-770e-4b10-b121-476dc3291537 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:51:57.450154 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: b86eedcc-770e-4b10-b121-476dc3291537 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:51:57.450522 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device b86eedcc-770e-4b10-b121-476dc3291537 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:51:57.573027 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 48568) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:51:57.581884 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:57.619047 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-13769fea-7f44-41a2-9156-f51c0ba6590e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=570f253b2653418dabc6566536e14353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447969 Aug 08 02:51:57.621511 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 48570) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:51:57.669902 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4e5bc9b5-626b-4cdc-83b8-1abd4f64c4ab admin admin] Publish callbacks [] for security_group (650522ab-fa91-4eff-9a29-7bfc7a4393b4), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:57.692447 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4e5bc9b5-626b-4cdc-83b8-1abd4f64c4ab admin admin] Publish callbacks [] for security_group (650522ab-fa91-4eff-9a29-7bfc7a4393b4), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:57.696395 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:57.704491 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:57.837198 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4e5bc9b5-626b-4cdc-83b8-1abd4f64c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (650522ab-fa91-4eff-9a29-7bfc7a4393b4), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:57.839815 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4e5bc9b5-626b-4cdc-83b8-1abd4f64c4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:57.841016 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4e5bc9b5-626b-4cdc-83b8-1abd4f64c4ab admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/650522ab-fa91-4eff-9a29-7bfc7a4393b4 HTTP/1.1" status: 204 len: 168 time: 0.2185605 Aug 08 02:51:57.849667 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bc9b5-626b-4cdc-83b8-1abd4f64c4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650522ab-fa91-4eff-9a29-7bfc7a4393b4,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:51:58.765505 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:58.957125 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48592) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:51:59.066337 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-210d9648-b8a6-4d29-b299-a1b0ebfddaaa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-819774929-network', 'tenant_id': 'e958af440c0843bc95ddc2cd126155a5'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:51:59.153636 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210d9648-b8a6-4d29-b299-a1b0ebfddaaa admin admin] Made reservation on behalf of e958af440c0843bc95ddc2cd126155a5 for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:51:59.155996 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-210d9648-b8a6-4d29-b299-a1b0ebfddaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:59.164804 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-210d9648-b8a6-4d29-b299-a1b0ebfddaaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:59.242857 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-210d9648-b8a6-4d29-b299-a1b0ebfddaaa admin admin] Publish callbacks [] for security_group (ce1f6bd9-ffa8-4e43-9607-34433193c9e5), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:59.302207 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-210d9648-b8a6-4d29-b299-a1b0ebfddaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (ce1f6bd9-ffa8-4e43-9607-34433193c9e5), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:59.328145 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210d9648-b8a6-4d29-b299-a1b0ebfddaaa admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:51:59.337873 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:59.338712 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d9648-b8a6-4d29-b299-a1b0ebfddaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1f6bd9-ffa8-4e43-9607-34433193c9e5,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:51:59.343521 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-210d9648-b8a6-4d29-b299-a1b0ebfddaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (9d1c2f34-c9d4-4afc-b6be-3156cc0c22e1), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:59.343860 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-210d9648-b8a6-4d29-b299-a1b0ebfddaaa admin admin] Added segment 9d1c2f34-c9d4-4afc-b6be-3156cc0c22e1 of type vlan for network 1397cbbc-f485-4bba-9f5d-1b773b32240f Aug 08 02:51:59.384359 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-210d9648-b8a6-4d29-b299-a1b0ebfddaaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (1397cbbc-f485-4bba-9f5d-1b773b32240f), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:59.468036 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-210d9648-b8a6-4d29-b299-a1b0ebfddaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (1397cbbc-f485-4bba-9f5d-1b773b32240f), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:59.469126 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210d9648-b8a6-4d29-b299-a1b0ebfddaaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:51:59.469742 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-210d9648-b8a6-4d29-b299-a1b0ebfddaaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:59.534046 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d9648-b8a6-4d29-b299-a1b0ebfddaaa admin admin] Pushing event updated for resources: {'Network': ['ID=1397cbbc-f485-4bba-9f5d-1b773b32240f,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:51:59.544121 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network 1397cbbc-f485-4bba-9f5d-1b773b32240f details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:51:59.608534 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-210d9648-b8a6-4d29-b299-a1b0ebfddaaa admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6502180 Aug 08 02:51:59.611930 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48596) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:51:59.616606 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-841483ca-1463-4fc9-a184-674b982af5ee admin admin] Request body: {'subnet': {'network_id': '1397cbbc-f485-4bba-9f5d-1b773b32240f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-819774929-subnet', 'tenant_id': 'e958af440c0843bc95ddc2cd126155a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:51:59.623063 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:51:59.713771 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841483ca-1463-4fc9-a184-674b982af5ee admin admin] Made reservation on behalf of e958af440c0843bc95ddc2cd126155a5 for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:51:59.716172 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-841483ca-1463-4fc9-a184-674b982af5ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25480583'] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:51:59.954324 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-841483ca-1463-4fc9-a184-674b982af5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3914270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25480593'] for subnet (c622da2b-cf96-49b8-876d-55db92abfa22), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:00.006209 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841483ca-1463-4fc9-a184-674b982af5ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=c622da2b-cf96-49b8-876d-55db92abfa22,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:00.022145 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841483ca-1463-4fc9-a184-674b982af5ee admin admin] Checking segment: {'id': '9d1c2f34-c9d4-4afc-b6be-3156cc0c22e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1397cbbc-f485-4bba-9f5d-1b773b32240f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:52:00.022534 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841483ca-1463-4fc9-a184-674b982af5ee admin admin] Network hostable DHCP agents. Network: 1397cbbc-f485-4bba-9f5d-1b773b32240f, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:52:00.128148 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841483ca-1463-4fc9-a184-674b982af5ee admin admin] Network 1397cbbc-f485-4bba-9f5d-1b773b32240f is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:52:00.193651 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-841483ca-1463-4fc9-a184-674b982af5ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, 1397cbbc-f485-4bba-9f5d-1b773b32240f) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:52:00.197721 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841483ca-1463-4fc9-a184-674b982af5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:52:00.198304 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-841483ca-1463-4fc9-a184-674b982af5ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:00.203780 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b46a61d-b0ee-4c96-bbaf-c2296334cdc1 None None] Network 1397cbbc-f485-4bba-9f5d-1b773b32240f requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:52:00.274045 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-841483ca-1463-4fc9-a184-674b982af5ee admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6610310 Aug 08 02:52:00.304668 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92db6a7-ccc8-4609-854e-62837e6090d7 None None] Network 1397cbbc-f485-4bba-9f5d-1b773b32240f requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:52:00.363126 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:00.946409 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48612) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:00.951249 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-1ae53a3c-8601-4cd4-ab4a-724553c7fa8c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-548080281-network', 'tenant_id': '58d4fa1e73964ae5a0361b582e8ffdff'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:52:00.964861 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:52:01.065699 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae53a3c-8601-4cd4-ab4a-724553c7fa8c admin admin] Made reservation on behalf of 58d4fa1e73964ae5a0361b582e8ffdff for: {'network': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:52:01.068289 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1ae53a3c-8601-4cd4-ab4a-724553c7fa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:01.077489 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1ae53a3c-8601-4cd4-ab4a-724553c7fa8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:01.156290 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1ae53a3c-8601-4cd4-ab4a-724553c7fa8c admin admin] Publish callbacks [] for security_group (da1e91dd-0976-4bfd-9b75-905967a4b2b7), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:01.219559 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1ae53a3c-8601-4cd4-ab4a-724553c7fa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (da1e91dd-0976-4bfd-9b75-905967a4b2b7), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:01.245539 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae53a3c-8601-4cd4-ab4a-724553c7fa8c admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=104276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:52:01.254478 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae53a3c-8601-4cd4-ab4a-724553c7fa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1e91dd-0976-4bfd-9b75-905967a4b2b7,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:01.260439 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1ae53a3c-8601-4cd4-ab4a-724553c7fa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (1ee5f48e-f337-4fb7-aded-e5ef6e679932), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:01.260776 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.segments_db [None req-1ae53a3c-8601-4cd4-ab4a-724553c7fa8c admin admin] Added segment 1ee5f48e-f337-4fb7-aded-e5ef6e679932 of type vlan for network 4b16d962-4218-4c98-bf95-b22a5d590e14 Aug 08 02:52:01.270695 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:01.302026 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1ae53a3c-8601-4cd4-ab4a-724553c7fa8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (4b16d962-4218-4c98-bf95-b22a5d590e14), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:01.376313 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1ae53a3c-8601-4cd4-ab4a-724553c7fa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (4b16d962-4218-4c98-bf95-b22a5d590e14), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:01.377325 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae53a3c-8601-4cd4-ab4a-724553c7fa8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:52:01.377892 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1ae53a3c-8601-4cd4-ab4a-724553c7fa8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:01.437873 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae53a3c-8601-4cd4-ab4a-724553c7fa8c admin admin] Pushing event updated for resources: {'Network': ['ID=4b16d962-4218-4c98-bf95-b22a5d590e14,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:01.447959 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network 4b16d962-4218-4c98-bf95-b22a5d590e14 details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:52:01.516899 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1ae53a3c-8601-4cd4-ab4a-724553c7fa8c admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5693822 Aug 08 02:52:01.520204 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48614) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:01.524890 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-ae76cd49-6308-4f55-aa82-d26b74a3e0ce admin admin] Request body: {'subnet': {'network_id': '4b16d962-4218-4c98-bf95-b22a5d590e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-548080281-subnet', 'tenant_id': '58d4fa1e73964ae5a0361b582e8ffdff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:52:01.604963 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae76cd49-6308-4f55-aa82-d26b74a3e0ce admin admin] Made reservation on behalf of 58d4fa1e73964ae5a0361b582e8ffdff for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:52:01.607242 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ae76cd49-6308-4f55-aa82-d26b74a3e0ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25480583'] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:01.684056 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:01.832021 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ae76cd49-6308-4f55-aa82-d26b74a3e0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3914270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25480593'] for subnet (7ddad550-0fa8-4a57-a616-2207b10ffffd), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:01.881236 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76cd49-6308-4f55-aa82-d26b74a3e0ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ddad550-0fa8-4a57-a616-2207b10ffffd,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:01.896860 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76cd49-6308-4f55-aa82-d26b74a3e0ce admin admin] Checking segment: {'id': '1ee5f48e-f337-4fb7-aded-e5ef6e679932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b16d962-4218-4c98-bf95-b22a5d590e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:52:01.897206 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae76cd49-6308-4f55-aa82-d26b74a3e0ce admin admin] Network hostable DHCP agents. Network: 4b16d962-4218-4c98-bf95-b22a5d590e14, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:52:01.985268 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae76cd49-6308-4f55-aa82-d26b74a3e0ce admin admin] Network 4b16d962-4218-4c98-bf95-b22a5d590e14 is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:52:02.065526 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-ae76cd49-6308-4f55-aa82-d26b74a3e0ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, 4b16d962-4218-4c98-bf95-b22a5d590e14) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:52:02.069485 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae76cd49-6308-4f55-aa82-d26b74a3e0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:52:02.070171 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-ae76cd49-6308-4f55-aa82-d26b74a3e0ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:02.075090 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f8283f-644c-4160-98f3-2c15b26e5387 None None] Network 4b16d962-4218-4c98-bf95-b22a5d590e14 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:52:02.165749 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-ae76cd49-6308-4f55-aa82-d26b74a3e0ce admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6442926 Aug 08 02:52:02.172590 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c0f0c7-80fb-41ca-900d-4beb2a3d9e78 None None] Network 4b16d962-4218-4c98-bf95-b22a5d590e14 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:52:02.245232 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:02.286012 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48618) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:02.333897 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa13976-1c77-453b-be12-59913c74c39c admin admin] Deleting subnet c622da2b-cf96-49b8-876d-55db92abfa22 {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:52:02.337318 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-baa13976-1c77-453b-be12-59913c74c39c admin admin] Publish callbacks [] for subnet (c622da2b-cf96-49b8-876d-55db92abfa22), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:02.372470 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-baa13976-1c77-453b-be12-59913c74c39c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4164821'] for subnet (c622da2b-cf96-49b8-876d-55db92abfa22), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:02.415136 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-baa13976-1c77-453b-be12-59913c74c39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (c622da2b-cf96-49b8-876d-55db92abfa22), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:02.557282 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-baa13976-1c77-453b-be12-59913c74c39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25480602'] for subnet (c622da2b-cf96-49b8-876d-55db92abfa22), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:02.583427 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa13976-1c77-453b-be12-59913c74c39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c622da2b-cf96-49b8-876d-55db92abfa22,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:02.587192 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-baa13976-1c77-453b-be12-59913c74c39c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:02.590389 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-baa13976-1c77-453b-be12-59913c74c39c admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/c622da2b-cf96-49b8-876d-55db92abfa22 HTTP/1.1" status: 204 len: 168 time: 0.3033106 Aug 08 02:52:02.592896 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48620) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:02.668327 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba0e1-b2f1-4324-820c-e7a3372294c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (1397cbbc-f485-4bba-9f5d-1b773b32240f), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:02.675353 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:02.747065 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba0e1-b2f1-4324-820c-e7a3372294c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (1397cbbc-f485-4bba-9f5d-1b773b32240f), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:02.767008 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-8b3ba0e1-b2f1-4324-820c-e7a3372294c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1397cbbc-f485-4bba-9f5d-1b773b32240f']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:52:02.776455 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-8b3ba0e1-b2f1-4324-820c-e7a3372294c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1c2f34-c9d4-4afc-b6be-3156cc0c22e1') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:52:02.781156 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-8b3ba0e1-b2f1-4324-820c-e7a3372294c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1c2f34-c9d4-4afc-b6be-3156cc0c22e1') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:52:02.786592 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba0e1-b2f1-4324-820c-e7a3372294c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164828'] for segment (9d1c2f34-c9d4-4afc-b6be-3156cc0c22e1), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:02.800341 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba0e1-b2f1-4324-820c-e7a3372294c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (9d1c2f34-c9d4-4afc-b6be-3156cc0c22e1), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:02.806460 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3ba0e1-b2f1-4324-820c-e7a3372294c5 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:52:02.806833 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba0e1-b2f1-4324-820c-e7a3372294c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3915133'] for segment (9d1c2f34-c9d4-4afc-b6be-3156cc0c22e1), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:02.849553 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 9d1c2f34-c9d4-4afc-b6be-3156cc0c22e1 resource provider aggregate not found Aug 08 02:52:02.867687 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 9d1c2f34-c9d4-4afc-b6be-3156cc0c22e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d1c2f34-c9d4-4afc-b6be-3156cc0c22e1 found for delete ", "request_id": "req-14eb2748-e1b4-4724-92f6-e35a3ecb4633"}]} Aug 08 02:52:02.951425 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba0e1-b2f1-4324-820c-e7a3372294c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (1397cbbc-f485-4bba-9f5d-1b773b32240f), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:02.957515 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8b3ba0e1-b2f1-4324-820c-e7a3372294c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:02.964791 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8b3ba0e1-b2f1-4324-820c-e7a3372294c5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/1397cbbc-f485-4bba-9f5d-1b773b32240f HTTP/1.1" status: 204 len: 168 time: 0.3668323 Aug 08 02:52:02.964927 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 48626) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:02.972543 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ba0e1-b2f1-4324-820c-e7a3372294c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1397cbbc-f485-4bba-9f5d-1b773b32240f,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:03.010998 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e55e374-1a9c-497d-b8f5-ab928cbe3f37 admin admin] Deleting subnet 7ddad550-0fa8-4a57-a616-2207b10ffffd {{(pid=104277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 02:52:03.014297 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e55e374-1a9c-497d-b8f5-ab928cbe3f37 admin admin] Publish callbacks [] for subnet (7ddad550-0fa8-4a57-a616-2207b10ffffd), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:03.053227 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e55e374-1a9c-497d-b8f5-ab928cbe3f37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3841700'] for subnet (7ddad550-0fa8-4a57-a616-2207b10ffffd), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:03.093378 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e55e374-1a9c-497d-b8f5-ab928cbe3f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (7ddad550-0fa8-4a57-a616-2207b10ffffd), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:03.220277 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e55e374-1a9c-497d-b8f5-ab928cbe3f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521514'] for subnet (7ddad550-0fa8-4a57-a616-2207b10ffffd), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:03.247985 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55e374-1a9c-497d-b8f5-ab928cbe3f37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ddad550-0fa8-4a57-a616-2207b10ffffd,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:03.255268 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e55e374-1a9c-497d-b8f5-ab928cbe3f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:03.258646 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-1e55e374-1a9c-497d-b8f5-ab928cbe3f37 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/7ddad550-0fa8-4a57-a616-2207b10ffffd HTTP/1.1" status: 204 len: 168 time: 0.2938783 Aug 08 02:52:03.261528 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 48628) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:03.334331 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f62b61d-bead-44a3-bb23-64465f7bd4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (4b16d962-4218-4c98-bf95-b22a5d590e14), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:03.410296 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:03.412027 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f62b61d-bead-44a3-bb23-64465f7bd4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (4b16d962-4218-4c98-bf95-b22a5d590e14), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:03.432091 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-7f62b61d-bead-44a3-bb23-64465f7bd4ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b16d962-4218-4c98-bf95-b22a5d590e14']}} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:52:03.442164 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-7f62b61d-bead-44a3-bb23-64465f7bd4ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee5f48e-f337-4fb7-aded-e5ef6e679932') {'for_net_delete': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:52:03.442486 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-7f62b61d-bead-44a3-bb23-64465f7bd4ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee5f48e-f337-4fb7-aded-e5ef6e679932') {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:52:03.452299 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f62b61d-bead-44a3-bb23-64465f7bd4ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3841709'] for segment (1ee5f48e-f337-4fb7-aded-e5ef6e679932), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:03.465898 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f62b61d-bead-44a3-bb23-64465f7bd4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (1ee5f48e-f337-4fb7-aded-e5ef6e679932), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:03.472180 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f62b61d-bead-44a3-bb23-64465f7bd4ee admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=104277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 02:52:03.472566 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f62b61d-bead-44a3-bb23-64465f7bd4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3840337'] for segment (1ee5f48e-f337-4fb7-aded-e5ef6e679932), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:03.585793 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f62b61d-bead-44a3-bb23-64465f7bd4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (4b16d962-4218-4c98-bf95-b22a5d590e14), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:03.590259 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-7f62b61d-bead-44a3-bb23-64465f7bd4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:03.593538 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-7f62b61d-bead-44a3-bb23-64465f7bd4ee admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/4b16d962-4218-4c98-bf95-b22a5d590e14 HTTP/1.1" status: 204 len: 168 time: 0.3311372 Aug 08 02:52:03.609953 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 1ee5f48e-f337-4fb7-aded-e5ef6e679932 resource provider aggregate not found Aug 08 02:52:03.614642 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62b61d-bead-44a3-bb23-64465f7bd4ee admin admin] Pushing event deleted for resources: {'Network': ['ID=4b16d962-4218-4c98-bf95-b22a5d590e14,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:03.627575 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 1ee5f48e-f337-4fb7-aded-e5ef6e679932 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ee5f48e-f337-4fb7-aded-e5ef6e679932 found for delete ", "request_id": "req-1c9165fe-b06d-412a-b545-b67bce101881"}]} Aug 08 02:52:03.996138 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48638) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:04.036367 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4cd3391c-f4c9-4346-9432-4d0083b4f6e2 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e958af440c0843bc95ddc2cd126155a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390439 Aug 08 02:52:04.038847 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48640) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:04.086125 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f29e3648-09fa-4c99-a4ae-27bd0e1ed977 admin admin] Publish callbacks [] for security_group (ce1f6bd9-ffa8-4e43-9607-34433193c9e5), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:04.088241 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:04.107996 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f29e3648-09fa-4c99-a4ae-27bd0e1ed977 admin admin] Publish callbacks [] for security_group (ce1f6bd9-ffa8-4e43-9607-34433193c9e5), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:04.225794 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f29e3648-09fa-4c99-a4ae-27bd0e1ed977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (ce1f6bd9-ffa8-4e43-9607-34433193c9e5), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:04.228298 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-f29e3648-09fa-4c99-a4ae-27bd0e1ed977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:04.229494 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-f29e3648-09fa-4c99-a4ae-27bd0e1ed977 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ce1f6bd9-ffa8-4e43-9607-34433193c9e5 HTTP/1.1" status: 204 len: 168 time: 0.1897550 Aug 08 02:52:04.238197 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e3648-09fa-4c99-a4ae-27bd0e1ed977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1f6bd9-ffa8-4e43-9607-34433193c9e5,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:04.925535 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48646) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:04.969326 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-d4da6c0a-c68e-4aea-9cd7-eb9b72145ea4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=58d4fa1e73964ae5a0361b582e8ffdff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426323 Aug 08 02:52:04.972255 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48648) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:05.018908 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-032e9a24-bf30-43d6-a6b7-0468ea704d37 admin admin] Publish callbacks [] for security_group (da1e91dd-0976-4bfd-9b75-905967a4b2b7), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:05.039684 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-032e9a24-bf30-43d6-a6b7-0468ea704d37 admin admin] Publish callbacks [] for security_group (da1e91dd-0976-4bfd-9b75-905967a4b2b7), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:05.168085 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-032e9a24-bf30-43d6-a6b7-0468ea704d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (da1e91dd-0976-4bfd-9b75-905967a4b2b7), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:05.170534 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-032e9a24-bf30-43d6-a6b7-0468ea704d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:05.171661 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-032e9a24-bf30-43d6-a6b7-0468ea704d37 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/da1e91dd-0976-4bfd-9b75-905967a4b2b7 HTTP/1.1" status: 204 len: 168 time: 0.1987007 Aug 08 02:52:05.180161 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e9a24-bf30-43d6-a6b7-0468ea704d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1e91dd-0976-4bfd-9b75-905967a4b2b7,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:10.201503 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:13.531102 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=61,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:13.598400 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:14.249569 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:15.175522 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:DELETE=7,neutron:SELECT=54 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:15.176197 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:15.193716 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=31 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:19.024338 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:19.391641 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48786) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:19.494474 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-553231a7-f1d1-49ff-9a4b-ddb85f231e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:19.566639 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-553231a7-f1d1-49ff-9a4b-ddb85f231e76 admin admin] Publish callbacks [] for security_group (79453f5d-ce27-4eb8-a4b4-740b653ad451), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:19.636093 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-553231a7-f1d1-49ff-9a4b-ddb85f231e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (79453f5d-ce27-4eb8-a4b4-740b653ad451), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:19.677726 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-553231a7-f1d1-49ff-9a4b-ddb85f231e76 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d32617bdb5b94d468ecba14659b67c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850389 Aug 08 02:52:19.678693 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553231a7-f1d1-49ff-9a4b-ddb85f231e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79453f5d-ce27-4eb8-a4b4-740b653ad451,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:19.681306 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 48790) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:19.730834 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0edff731-02f4-43c9-984d-c53fb928ce08 admin admin] Publish callbacks [] for security_group (79453f5d-ce27-4eb8-a4b4-740b653ad451), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:19.752158 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0edff731-02f4-43c9-984d-c53fb928ce08 admin admin] Publish callbacks [] for security_group (79453f5d-ce27-4eb8-a4b4-740b653ad451), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:19.878938 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0edff731-02f4-43c9-984d-c53fb928ce08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (79453f5d-ce27-4eb8-a4b4-740b653ad451), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:19.881534 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0edff731-02f4-43c9-984d-c53fb928ce08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:19.882897 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-0edff731-02f4-43c9-984d-c53fb928ce08 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/79453f5d-ce27-4eb8-a4b4-740b653ad451 HTTP/1.1" status: 204 len: 168 time: 0.2006152 Aug 08 02:52:19.891050 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edff731-02f4-43c9-984d-c53fb928ce08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79453f5d-ce27-4eb8-a4b4-740b653ad451,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:20.428318 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 48796) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:20.442295 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6601604e-f869-48e6-9862-e90ee6dc7df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:20.525169 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6601604e-f869-48e6-9862-e90ee6dc7df7 admin admin] Publish callbacks [] for security_group (47791c7d-60a5-402a-b945-bab634e784fa), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:20.559034 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9b54c13d-6bd3-4a57-9f5d-0eaae276971b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:20.585738 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-6601604e-f869-48e6-9862-e90ee6dc7df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (47791c7d-60a5-402a-b945-bab634e784fa), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:20.626135 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-6601604e-f869-48e6-9862-e90ee6dc7df7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5896c05cb81047aea5894908b9420e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965902 Aug 08 02:52:20.626853 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601604e-f869-48e6-9862-e90ee6dc7df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47791c7d-60a5-402a-b945-bab634e784fa,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:20.628721 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48798) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:20.679256 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d9821726-696b-4b1c-a439-93c94ce95ba8 admin admin] Publish callbacks [] for security_group (47791c7d-60a5-402a-b945-bab634e784fa), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:20.701767 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d9821726-696b-4b1c-a439-93c94ce95ba8 admin admin] Publish callbacks [] for security_group (47791c7d-60a5-402a-b945-bab634e784fa), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:20.810471 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d9821726-696b-4b1c-a439-93c94ce95ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (47791c7d-60a5-402a-b945-bab634e784fa), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:20.813399 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-d9821726-696b-4b1c-a439-93c94ce95ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:20.814576 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-d9821726-696b-4b1c-a439-93c94ce95ba8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/47791c7d-60a5-402a-b945-bab634e784fa HTTP/1.1" status: 204 len: 168 time: 0.1843395 Aug 08 02:52:20.823066 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9821726-696b-4b1c-a439-93c94ce95ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47791c7d-60a5-402a-b945-bab634e784fa,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:22.933528 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-175ee3c3-ef95-449c-aefe-c94689aca7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:24.501706 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:26.145616 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:26.148476 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:26.263109 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48856) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:26.367772 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a459bc77-11fe-417c-9284-3485eea09158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:26.441007 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a459bc77-11fe-417c-9284-3485eea09158 admin admin] Publish callbacks [] for security_group (f8d21808-d0a1-4567-bbb5-6b66e15c755c), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:26.505067 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-a459bc77-11fe-417c-9284-3485eea09158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (f8d21808-d0a1-4567-bbb5-6b66e15c755c), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:26.545623 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459bc77-11fe-417c-9284-3485eea09158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d21808-d0a1-4567-bbb5-6b66e15c755c,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:26.550090 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-a459bc77-11fe-417c-9284-3485eea09158 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3a179ac44a0947ff93cf8f0ce41c5c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859445 Aug 08 02:52:26.553462 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48860) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:26.601188 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4017553d-4106-404b-8b23-490b60482a15 admin admin] Publish callbacks [] for security_group (f8d21808-d0a1-4567-bbb5-6b66e15c755c), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:26.622572 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4017553d-4106-404b-8b23-490b60482a15 admin admin] Publish callbacks [] for security_group (f8d21808-d0a1-4567-bbb5-6b66e15c755c), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:26.730437 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4017553d-4106-404b-8b23-490b60482a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (f8d21808-d0a1-4567-bbb5-6b66e15c755c), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:26.732975 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-4017553d-4106-404b-8b23-490b60482a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:26.734148 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-4017553d-4106-404b-8b23-490b60482a15 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f8d21808-d0a1-4567-bbb5-6b66e15c755c HTTP/1.1" status: 204 len: 168 time: 0.1805067 Aug 08 02:52:26.742450 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017553d-4106-404b-8b23-490b60482a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d21808-d0a1-4567-bbb5-6b66e15c755c,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:27.321325 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 48866) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:27.333842 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e4754db1-6f72-4779-bc3d-6dcc1eefd3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:27.408135 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e4754db1-6f72-4779-bc3d-6dcc1eefd3c2 admin admin] Publish callbacks [] for security_group (ca9f0544-5340-47fb-9e1d-70d6ae4d095a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:27.470452 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-e4754db1-6f72-4779-bc3d-6dcc1eefd3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (ca9f0544-5340-47fb-9e1d-70d6ae4d095a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:27.510374 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e4754db1-6f72-4779-bc3d-6dcc1eefd3c2 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c726340389db4712a81d31ed479d9e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889184 Aug 08 02:52:27.511271 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4754db1-6f72-4779-bc3d-6dcc1eefd3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9f0544-5340-47fb-9e1d-70d6ae4d095a,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:27.513094 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 48868) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:52:27.563750 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-066ac213-e3bc-4e51-86bb-29c2c01966f3 admin admin] Publish callbacks [] for security_group (ca9f0544-5340-47fb-9e1d-70d6ae4d095a), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:27.584303 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-066ac213-e3bc-4e51-86bb-29c2c01966f3 admin admin] Publish callbacks [] for security_group (ca9f0544-5340-47fb-9e1d-70d6ae4d095a), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:27.592069 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:27.598297 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:27.718760 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-066ac213-e3bc-4e51-86bb-29c2c01966f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (ca9f0544-5340-47fb-9e1d-70d6ae4d095a), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:27.721394 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-066ac213-e3bc-4e51-86bb-29c2c01966f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:27.722557 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-066ac213-e3bc-4e51-86bb-29c2c01966f3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ca9f0544-5340-47fb-9e1d-70d6ae4d095a HTTP/1.1" status: 204 len: 168 time: 0.2083774 Aug 08 02:52:27.740282 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ac213-e3bc-4e51-86bb-29c2c01966f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9f0544-5340-47fb-9e1d-70d6ae4d095a,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:52:28.781454 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:37.504450 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=53,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:37.507250 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=54,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:37.811080 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=5,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:37.964382 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:52:39.066504 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:39.068278 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:47.959827 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:47.960557 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:52:50.558298 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e339abe4-2edc-411d-a49a-c465d5010d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:52.958262 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6913-2eed-4b0b-90a5-2b7b54fede15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:54.455408 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:56.121316 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:56.151127 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:52:58.803830 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:08.721659 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:08.727644 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:14.114493 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 49144) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:14.220032 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:14.292746 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Publish callbacks [] for security_group (e14a8e02-1963-4e67-b1d4-0239f402d3ef), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:14.349232 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e14a8e02-1963-4e67-b1d4-0239f402d3ef), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:14.387637 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14a8e02-1963-4e67-b1d4-0239f402d3ef,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:14.395528 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=da5eca79501543e4a44da65c8f029e21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800353 Aug 08 02:53:14.397176 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.397517 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.397851 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.398183 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.398516 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 49148) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:14.398989 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.398989 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.399195 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.399454 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.399769 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.400087 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.400405 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.400720 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.401034 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.401344 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.401654 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804f718-26c3-4924-baa2-cda906f2f994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.451499 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Publish callbacks [] for security_group (e14a8e02-1963-4e67-b1d4-0239f402d3ef), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:14.472439 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Publish callbacks [] for security_group (e14a8e02-1963-4e67-b1d4-0239f402d3ef), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:14.603607 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (e14a8e02-1963-4e67-b1d4-0239f402d3ef), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:14.606864 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:14.608009 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e14a8e02-1963-4e67-b1d4-0239f402d3ef HTTP/1.1" status: 204 len: 168 time: 0.2085125 Aug 08 02:53:14.615819 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14a8e02-1963-4e67-b1d4-0239f402d3ef,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:14.623061 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.623409 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.623752 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.624086 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.624420 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.624746 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.625072 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.625391 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.625715 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.626037 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.626386 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.626709 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.627030 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.627349 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.627669 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0f759-7a8e-4c12-a044-4285dfd42328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:14.963890 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:53:17.704140 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-07ab4e28-3eec-4fcf-bfb4-c66338f03d8f tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=370376db13ed46e1bfbff9a5741f87ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299761 Aug 08 02:53:18.125686 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-b87a9562-3c92-4361-abc6-c635e30243c5 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:18.127157 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-b87a9562-3c92-4361-abc6-c635e30243c5 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4180200 Aug 08 02:53:18.142319 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-84cecc44-de57-4f0e-96b3-7abae81c4a13 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/quotas/370376db13ed46e1bfbff9a5741f87ac HTTP/1.1" status: 200 len: 375 time: 0.0097182 Aug 08 02:53:18.174741 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-4b12cda3-4f39-420e-a616-e472847b25be tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=370376db13ed46e1bfbff9a5741f87ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275810 Aug 08 02:53:18.547514 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8aae44a1-2336-46e3-96dc-5c36e16bd829 req-9bc451f4-9922-461e-90ad-ba31b3332c97 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 210 time: 0.1334004 Aug 08 02:53:19.645026 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3589def9-5975-4a59-b2c7-7e3999c87ee6 req-d953e8da-7e46-41a7-9aaf-c1fcad8c7102 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 210 time: 0.0283744 Aug 08 02:53:20.415617 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-f8721853-a95c-46e7-b0ac-4f3bdc70dd0d tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=370376db13ed46e1bfbff9a5741f87ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298166 Aug 08 02:53:20.560732 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-951a91d3-d5de-4c81-a842-e35ddafdc4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:20.604983 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-6dffff43-4ebb-4566-b3af-6dfffde53f9e tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:20.606611 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-6dffff43-4ebb-4566-b3af-6dfffde53f9e tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864805 Aug 08 02:53:20.617699 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Request body: {'port': {'device_id': '6461ef34-7b69-41ed-b2b8-d941ba6ad4ed', 'network_id': '90a9d33e-61a6-46ff-b592-d06d4a05db49', 'admin_state_up': True, 'tenant_id': '370376db13ed46e1bfbff9a5741f87ac'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:53:20.755092 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-1adb8b5b-e662-4908-8649-1a88a83ef7e2 req-9385faac-95b0-4aae-893b-3d0d537fdf15 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 210 time: 0.0342712 Aug 08 02:53:20.812284 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Made reservation on behalf of 370376db13ed46e1bfbff9a5741f87ac for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:53:20.815773 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:20.825498 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:20.900024 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Publish callbacks [] for security_group (711e70f8-458c-4b37-8cf5-91b2340bf003), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:20.968936 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (711e70f8-458c-4b37-8cf5-91b2340bf003), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:21.029708 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711e70f8-458c-4b37-8cf5-91b2340bf003,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:21.110740 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Allocated IP 192.168.233.132 (90a9d33e-61a6-46ff-b592-d06d4a05db49/b3c92f83-5407-44df-9546-e206833ed0b5/d989145e-bf1a-4794-99dc-abe443fbc4e1) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:53:21.227452 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:21.242906 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:21.258555 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Publish callbacks [] for port (d989145e-bf1a-4794-99dc-abe443fbc4e1), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:21.370128 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (d989145e-bf1a-4794-99dc-abe443fbc4e1), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:21.419600 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Network 90a9d33e-61a6-46ff-b592-d06d4a05db49 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:53:21.422652 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:53:21.430375 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:53:21.453342 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Pushing event updated for resources: {'Port': ['ID=d989145e-bf1a-4794-99dc-abe443fbc4e1,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:21.502810 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:21.502810 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:21.554651 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-9d4dd8ce-cab3-49ec-b906-69a197abab30 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9404182 Aug 08 02:53:21.564817 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-6f98a547-473c-4c29-9161-3a392e63095b tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:53:21.565775 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-6f98a547-473c-4c29-9161-3a392e63095b tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055060 Aug 08 02:53:21.577855 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Request body: {'port': {'device_id': '6461ef34-7b69-41ed-b2b8-d941ba6ad4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:53:21.639299 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (d989145e-bf1a-4794-99dc-abe443fbc4e1), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:21.696053 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b56f212d-65df-4e97-a1d6-c303ccc59e59 None None] Provisioning complete for port d989145e-bf1a-4794-99dc-abe443fbc4e1 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:21.696624 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b56f212d-65df-4e97-a1d6-c303ccc59e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (d989145e-bf1a-4794-99dc-abe443fbc4e1), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:21.729511 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b56f212d-65df-4e97-a1d6-c303ccc59e59 None None] Port d989145e-bf1a-4794-99dc-abe443fbc4e1 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:53:21.873046 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578b84f-3eb2-42be-be62-1fceaf4c2ab1 req-3054ff13-2381-4491-b726-1842e20d3e23 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:21.874670 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2578b84f-3eb2-42be-be62-1fceaf4c2ab1 req-3054ff13-2381-4491-b726-1842e20d3e23 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 936 time: 0.0469205 Aug 08 02:53:21.903585 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d989145e-bf1a-4794-99dc-abe443fbc4e1 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:53:21.911244 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Publish callbacks [] for port (d989145e-bf1a-4794-99dc-abe443fbc4e1), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:21.918369 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:21.926057 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Transition to ACTIVE for port object d989145e-bf1a-4794-99dc-abe443fbc4e1 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:53:21.927621 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2578b84f-3eb2-42be-be62-1fceaf4c2ab1 req-c2856dbb-4ebb-41d2-99c1-c7ce19aa6779 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=711e70f8-458c-4b37-8cf5-91b2340bf003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470843 Aug 08 02:53:22.040440 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (d989145e-bf1a-4794-99dc-abe443fbc4e1), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:22.120826 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Pushing event updated for resources: {'Port': ['ID=d989145e-bf1a-4794-99dc-abe443fbc4e1,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:22.153724 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Attempting to bind port d989145e-bf1a-4794-99dc-abe443fbc4e1 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:53:22.154049 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Attempting to bind port d989145e-bf1a-4794-99dc-abe443fbc4e1 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': 'e3633a4a-13e5-40b5-8bde-aa39d7b88f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '90a9d33e-61a6-46ff-b592-d06d4a05db49'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:53:22.154404 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Attempting to bind port d989145e-bf1a-4794-99dc-abe443fbc4e1 on network 90a9d33e-61a6-46ff-b592-d06d4a05db49 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:53:22.158818 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Port d989145e-bf1a-4794-99dc-abe443fbc4e1 on network 90a9d33e-61a6-46ff-b592-d06d4a05db49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:53:22.159137 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Attempting to bind port d989145e-bf1a-4794-99dc-abe443fbc4e1 on network 90a9d33e-61a6-46ff-b592-d06d4a05db49 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:53:22.164114 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:53:22.164451 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Checking segment: {'id': 'e3633a4a-13e5-40b5-8bde-aa39d7b88f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '90a9d33e-61a6-46ff-b592-d06d4a05db49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:53:22.164857 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Bound using segment: {'id': 'e3633a4a-13e5-40b5-8bde-aa39d7b88f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '90a9d33e-61a6-46ff-b592-d06d4a05db49'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:53:22.165278 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Bound port: d989145e-bf1a-4794-99dc-abe443fbc4e1, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3633a4a-13e5-40b5-8bde-aa39d7b88f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '90a9d33e-61a6-46ff-b592-d06d4a05db49'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:53:22.165626 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (d989145e-bf1a-4794-99dc-abe443fbc4e1), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:22.226330 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] For port d989145e-bf1a-4794-99dc-abe443fbc4e1, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:53:22.229296 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] For port d989145e-bf1a-4794-99dc-abe443fbc4e1, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=d989145e-bf1a-4794-99dc-abe443fbc4e1,segment=NetworkSegment(e3633a4a-13e5-40b5-8bde-aa39d7b88f2a),segment_id=e3633a4a-13e5-40b5-8bde-aa39d7b88f2a)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:53:22.315290 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (d989145e-bf1a-4794-99dc-abe443fbc4e1), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:22.319324 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:22.320614 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:22.321288 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/d989145e-bf1a-4794-99dc-abe443fbc4e1 HTTP/1.1" status: 200 len: 1098 time: 0.7478945 Aug 08 02:53:22.321840 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6461ef34-7b69-41ed-b2b8-d941ba6ad4ed', 'tag': 'd989145e-bf1a-4794-99dc-abe443fbc4e1'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:53:22.324090 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b283d34e-e3be-406e-b95a-7b81dfceb8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6461ef34-7b69-41ed-b2b8-d941ba6ad4ed", "tag": "d989145e-bf1a-4794-99dc-abe443fbc4e1"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:53:22.365198 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfd4c67-8049-4ae7-9707-a99bb83513a3 x-openstack-request-id: req-2cfd4c67-8049-4ae7-9707-a99bb83513a3 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:53:22.365514 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6461ef34-7b69-41ed-b2b8-d941ba6ad4ed", "tag": "d989145e-bf1a-4794-99dc-abe443fbc4e1", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:53:22.365768 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2cfd4c67-8049-4ae7-9707-a99bb83513a3 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:53:22.366162 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cfd4c67-8049-4ae7-9707-a99bb83513a3'] response: {'name': 'network-changed', 'server_uuid': '6461ef34-7b69-41ed-b2b8-d941ba6ad4ed', 'tag': 'd989145e-bf1a-4794-99dc-abe443fbc4e1', 'status': 'completed', 'code': 200} Aug 08 02:53:22.380789 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ed844-2bc4-4382-bd23-7691ba15f1af service neutron] Pushing event updated for resources: {'Port': ['ID=d989145e-bf1a-4794-99dc-abe443fbc4e1,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:22.424688 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283d34e-e3be-406e-b95a-7b81dfceb8ab req-4fb37ac3-6443-4afa-ac18-70019a3e660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:22.426331 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b283d34e-e3be-406e-b95a-7b81dfceb8ab req-4fb37ac3-6443-4afa-ac18-70019a3e660f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=370376db13ed46e1bfbff9a5741f87ac&device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 1132 time: 0.0407777 Aug 08 02:53:22.455719 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b283d34e-e3be-406e-b95a-7b81dfceb8ab req-d21f2ad2-40af-4a92-8fc9-d23c553f514d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=370376db13ed46e1bfbff9a5741f87ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199580 Aug 08 02:53:22.538712 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:22.551586 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283d34e-e3be-406e-b95a-7b81dfceb8ab req-35f4ce89-4e17-426d-a39a-926fb6c8f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:22.553019 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b283d34e-e3be-406e-b95a-7b81dfceb8ab req-35f4ce89-4e17-426d-a39a-926fb6c8f7f0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921443 Aug 08 02:53:22.627493 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-7d60d75a-c9bd-4d79-bb39-5f506a4fc355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:22.628939 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-7d60d75a-c9bd-4d79-bb39-5f506a4fc355 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=370376db13ed46e1bfbff9a5741f87ac&device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 1132 time: 0.0400243 Aug 08 02:53:22.670381 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-aaa6bbcd-aad9-4678-b4ee-5b79206fe7af service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d989145e-bf1a-4794-99dc-abe443fbc4e1 HTTP/1.1" status: 200 len: 217 time: 0.0351644 Aug 08 02:53:22.719174 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-4a81772c-be5c-4201-a584-60a82e66b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:22.720599 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-4a81772c-be5c-4201-a584-60a82e66b311 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b3c92f83-5407-44df-9546-e206833ed0b5 HTTP/1.1" status: 200 len: 843 time: 0.0443799 Aug 08 02:53:22.764232 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-3acf9a3d-433a-468c-9c9a-dff63f182a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:22.765650 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-3acf9a3d-433a-468c-9c9a-dff63f182a18 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=90a9d33e-61a6-46ff-b592-d06d4a05db49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0387721 Aug 08 02:53:22.859093 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-12e9073d-0613-498a-bebb-d7e680cc8ca1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90a9d33e-61a6-46ff-b592-d06d4a05db49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874727 Aug 08 02:53:22.948029 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e315f125-5ad1-4137-8bbc-71a92432f7cf req-7641d816-4d2a-44bc-85d8-af9318254de4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/90a9d33e-61a6-46ff-b592-d06d4a05db49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835712 Aug 08 02:53:22.954637 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c3d7ee01-6c8a-4f7b-bc2c-e026e201306b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:23.051756 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f022d-5513-4d0e-ad8f-7e4970c167f7 req-22eadafd-baf7-40f7-acb8-147221a6691b tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:23.053262 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb2f022d-5513-4d0e-ad8f-7e4970c167f7 req-22eadafd-baf7-40f7-acb8-147221a6691b tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 948 time: 0.0483339 Aug 08 02:53:23.100813 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb2f022d-5513-4d0e-ad8f-7e4970c167f7 req-911df6cf-0ca2-461d-9968-160d730333e5 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=711e70f8-458c-4b37-8cf5-91b2340bf003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419419 Aug 08 02:53:24.192023 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=17 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:24.222873 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365427f-73da-4dcd-9738-36448c6e01a9 req-7e44419e-ea8a-4fd7-a370-2c114c54cf2a tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:24.224307 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f365427f-73da-4dcd-9738-36448c6e01a9 req-7e44419e-ea8a-4fd7-a370-2c114c54cf2a tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 948 time: 0.0502982 Aug 08 02:53:24.270815 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f365427f-73da-4dcd-9738-36448c6e01a9 req-18892191-ae60-4e8c-9597-829f7265975f tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=711e70f8-458c-4b37-8cf5-91b2340bf003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409129 Aug 08 02:53:24.462835 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:24.960686 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=17 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:25.388908 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99e39f-bd85-47f4-83be-b6c2307a4d57 req-2b7d0042-e07a-4206-a804-0b7728ba4acb tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:25.390375 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ef99e39f-bd85-47f4-83be-b6c2307a4d57 req-2b7d0042-e07a-4206-a804-0b7728ba4acb tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 948 time: 0.0470102 Aug 08 02:53:25.437054 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ef99e39f-bd85-47f4-83be-b6c2307a4d57 req-c612681a-9aac-45ce-8f9a-529b6f8d248c tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=711e70f8-458c-4b37-8cf5-91b2340bf003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Aug 08 02:53:26.180262 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:26.211344 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:26.555296 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd143a-a094-431a-97eb-d209bf28cd6c req-67c17fb5-71a2-4164-af3c-ac24c7644e08 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:26.556731 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cbdd143a-a094-431a-97eb-d209bf28cd6c req-67c17fb5-71a2-4164-af3c-ac24c7644e08 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 948 time: 0.0468152 Aug 08 02:53:26.603466 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-cbdd143a-a094-431a-97eb-d209bf28cd6c req-4e8ae372-f7c3-4396-ab30-8c21f02f588c tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=711e70f8-458c-4b37-8cf5-91b2340bf003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 Aug 08 02:53:27.220857 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device d989145e-bf1a-4794-99dc-abe443fbc4e1 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:53:27.319956 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port d989145e-bf1a-4794-99dc-abe443fbc4e1, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=d989145e-bf1a-4794-99dc-abe443fbc4e1,segment=NetworkSegment(e3633a4a-13e5-40b5-8bde-aa39d7b88f2a),segment_id=e3633a4a-13e5-40b5-8bde-aa39d7b88f2a)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:53:27.330946 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': 'd989145e-bf1a-4794-99dc-abe443fbc4e1', 'network_id': '90a9d33e-61a6-46ff-b592-d06d4a05db49', 'port_id': 'd989145e-bf1a-4794-99dc-abe443fbc4e1', 'mac_address': 'fa:16:3e:d3:e0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c92f83-5407-44df-9546-e206833ed0b5', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:53:27.365528 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port d989145e-bf1a-4794-99dc-abe443fbc4e1 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:53:27.365921 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (d989145e-bf1a-4794-99dc-abe443fbc4e1), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:27.382379 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d989145e-bf1a-4794-99dc-abe443fbc4e1 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:53:27.405566 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port d989145e-bf1a-4794-99dc-abe443fbc4e1, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=d989145e-bf1a-4794-99dc-abe443fbc4e1,segment=NetworkSegment(e3633a4a-13e5-40b5-8bde-aa39d7b88f2a),segment_id=e3633a4a-13e5-40b5-8bde-aa39d7b88f2a)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:53:27.511728 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (d989145e-bf1a-4794-99dc-abe443fbc4e1), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:27.556883 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=d989145e-bf1a-4794-99dc-abe443fbc4e1,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:27.564396 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:27.564741 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:27.565082 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:27.565419 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:27.565750 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:27.566078 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:27.566425 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:27.566750 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:27.567071 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:27.567429 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:27.567781 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:27.568104 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:27.568424 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:27.568748 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:27.569063 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:27.724265 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa446de-1a54-441c-90bc-7de2368fa420 req-01856796-b601-437c-97a1-4b9ad5483960 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:27.725704 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2fa446de-1a54-441c-90bc-7de2368fa420 req-01856796-b601-437c-97a1-4b9ad5483960 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 949 time: 0.0509372 Aug 08 02:53:27.772051 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2fa446de-1a54-441c-90bc-7de2368fa420 req-f345fbb0-a4fa-4c76-a9fc-4f61548c0693 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=711e70f8-458c-4b37-8cf5-91b2340bf003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Aug 08 02:53:27.870058 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['d989145e-bf1a-4794-99dc-abe443fbc4e1'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:53:28.797604 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:28.889553 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49451111-fec7-45ec-a5c2-1c023cb47c3a req-10cd62bb-f741-4f15-a14e-e3a1e23ec653 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:28.891012 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-49451111-fec7-45ec-a5c2-1c023cb47c3a req-10cd62bb-f741-4f15-a14e-e3a1e23ec653 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 949 time: 0.0461552 Aug 08 02:53:28.941628 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-49451111-fec7-45ec-a5c2-1c023cb47c3a req-4defa868-ae3f-45cc-a773-fe4418a7bcbf tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=711e70f8-458c-4b37-8cf5-91b2340bf003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451124 Aug 08 02:53:29.229556 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device d989145e-bf1a-4794-99dc-abe443fbc4e1 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:53:29.274715 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port d989145e-bf1a-4794-99dc-abe443fbc4e1 completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:53:29.357423 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port d989145e-bf1a-4794-99dc-abe443fbc4e1 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:29.357734 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (d989145e-bf1a-4794-99dc-abe443fbc4e1), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:29.429829 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port d989145e-bf1a-4794-99dc-abe443fbc4e1 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:53:29.430218 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (d989145e-bf1a-4794-99dc-abe443fbc4e1), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:29.438723 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:29.453320 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6461ef34-7b69-41ed-b2b8-d941ba6ad4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd989145e-bf1a-4794-99dc-abe443fbc4e1'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:53:29.455581 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527c09d6-f0e0-4a3c-b6ba-9f7445fcd703" -d '{"events": [{"server_uuid": "6461ef34-7b69-41ed-b2b8-d941ba6ad4ed", "name": "network-vif-plugged", "status": "completed", "tag": "d989145e-bf1a-4794-99dc-abe443fbc4e1"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:53:29.468416 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port d989145e-bf1a-4794-99dc-abe443fbc4e1, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=d989145e-bf1a-4794-99dc-abe443fbc4e1,segment=NetworkSegment(e3633a4a-13e5-40b5-8bde-aa39d7b88f2a),segment_id=e3633a4a-13e5-40b5-8bde-aa39d7b88f2a)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:53:29.494920 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f68ab3a-e821-4201-94e5-77b7e2056254 x-openstack-request-id: req-5f68ab3a-e821-4201-94e5-77b7e2056254 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:53:29.495210 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6461ef34-7b69-41ed-b2b8-d941ba6ad4ed", "name": "network-vif-plugged", "status": "completed", "tag": "d989145e-bf1a-4794-99dc-abe443fbc4e1", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:53:29.495462 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f68ab3a-e821-4201-94e5-77b7e2056254 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:53:29.495857 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f68ab3a-e821-4201-94e5-77b7e2056254'] response: {'server_uuid': '6461ef34-7b69-41ed-b2b8-d941ba6ad4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd989145e-bf1a-4794-99dc-abe443fbc4e1', 'code': 200} Aug 08 02:53:29.551817 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (d989145e-bf1a-4794-99dc-abe443fbc4e1), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:29.573465 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:29.599260 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=d989145e-bf1a-4794-99dc-abe443fbc4e1,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:29.754795 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:29.784651 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ddc53-ace7-4cd7-884b-c8d56eb98937 req-148c1580-277d-4597-89b8-eec79804ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:29.786135 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a61ddc53-ace7-4cd7-884b-c8d56eb98937 req-148c1580-277d-4597-89b8-eec79804ec63 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 1134 time: 0.0390847 Aug 08 02:53:29.830879 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a61ddc53-ace7-4cd7-884b-c8d56eb98937 req-4d4cfee8-81c1-4e86-bc98-aaba8d0bfb21 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=711e70f8-458c-4b37-8cf5-91b2340bf003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389571 Aug 08 02:53:30.061255 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158ae93-c7e5-43af-9f25-971f4086dd8a req-ba37f314-9fa2-4874-ba12-fb6ad5058c04 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:30.062814 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3158ae93-c7e5-43af-9f25-971f4086dd8a req-ba37f314-9fa2-4874-ba12-fb6ad5058c04 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 950 time: 0.0481858 Aug 08 02:53:30.109901 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3158ae93-c7e5-43af-9f25-971f4086dd8a req-f18c2020-bf2c-45f0-b5c8-547ebf9d5139 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=711e70f8-458c-4b37-8cf5-91b2340bf003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415149 Aug 08 02:53:31.230690 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fc439-8c2e-4045-ab91-1fc2e672def1 req-bdcf204d-e1d0-4a74-abc6-02d4dbef776b tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:31.232230 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f54fc439-8c2e-4045-ab91-1fc2e672def1 req-bdcf204d-e1d0-4a74-abc6-02d4dbef776b tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 950 time: 0.0486708 Aug 08 02:53:31.280294 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f54fc439-8c2e-4045-ab91-1fc2e672def1 req-897e6433-e66e-40f5-8eb6-5b72902a6d57 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=711e70f8-458c-4b37-8cf5-91b2340bf003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424387 Aug 08 02:53:32.401900 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071943a1-cc85-4504-9c12-193fe8535067 req-29ef99c8-7384-4a4c-aedb-228f9ee7fde2 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:32.404055 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-071943a1-cc85-4504-9c12-193fe8535067 req-29ef99c8-7384-4a4c-aedb-228f9ee7fde2 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 950 time: 0.0514524 Aug 08 02:53:32.452242 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-071943a1-cc85-4504-9c12-193fe8535067 req-7da98d99-821d-4e7e-8bb1-04dff8f47728 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=711e70f8-458c-4b37-8cf5-91b2340bf003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425670 Aug 08 02:53:32.905565 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13554a1-14c6-4f8a-9c17-3e709b8cdce9 req-9d0e94d3-fc73-496f-b443-f3cf8cc4705a tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:32.907035 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e13554a1-14c6-4f8a-9c17-3e709b8cdce9 req-9d0e94d3-fc73-496f-b443-f3cf8cc4705a tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 950 time: 0.0468793 Aug 08 02:53:32.919642 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:32.957064 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e13554a1-14c6-4f8a-9c17-3e709b8cdce9 req-e103e347-850f-4e11-8505-eb588dd0decc tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=711e70f8-458c-4b37-8cf5-91b2340bf003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444291 Aug 08 02:53:34.080202 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d298dbb-2687-4f31-a3ff-bd70aa9167aa req-90c42e27-0c94-4b98-b6b2-80f2fca80710 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:34.081663 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1d298dbb-2687-4f31-a3ff-bd70aa9167aa req-90c42e27-0c94-4b98-b6b2-80f2fca80710 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 950 time: 0.0490718 Aug 08 02:53:34.133448 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1d298dbb-2687-4f31-a3ff-bd70aa9167aa req-a5e3f7b9-76fb-49fd-ae03-8775e1f48de3 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=711e70f8-458c-4b37-8cf5-91b2340bf003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461173 Aug 08 02:53:34.351239 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f80597-eba8-4896-b611-006654917577 req-5185eadd-85c9-4742-984f-c0c7de55f25f tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:34.352633 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-11f80597-eba8-4896-b611-006654917577 req-5185eadd-85c9-4742-984f-c0c7de55f25f tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 950 time: 0.0496478 Aug 08 02:53:34.667450 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-11f80597-eba8-4896-b611-006654917577 req-528d0fab-49ec-4e8d-8bb9-d416798455fb tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Deleting port d989145e-bf1a-4794-99dc-abe443fbc4e1 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:53:34.667701 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-11f80597-eba8-4896-b611-006654917577 req-528d0fab-49ec-4e8d-8bb9-d416798455fb tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (d989145e-bf1a-4794-99dc-abe443fbc4e1), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:34.757258 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-11f80597-eba8-4896-b611-006654917577 req-528d0fab-49ec-4e8d-8bb9-d416798455fb tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] For port d989145e-bf1a-4794-99dc-abe443fbc4e1, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=d989145e-bf1a-4794-99dc-abe443fbc4e1,segment=NetworkSegment(e3633a4a-13e5-40b5-8bde-aa39d7b88f2a),segment_id=e3633a4a-13e5-40b5-8bde-aa39d7b88f2a)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:53:34.757619 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-11f80597-eba8-4896-b611-006654917577 req-528d0fab-49ec-4e8d-8bb9-d416798455fb tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (d989145e-bf1a-4794-99dc-abe443fbc4e1), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:34.770310 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-11f80597-eba8-4896-b611-006654917577 req-528d0fab-49ec-4e8d-8bb9-d416798455fb tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Calling delete_port for d989145e-bf1a-4794-99dc-abe443fbc4e1 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:53:34.963266 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-11f80597-eba8-4896-b611-006654917577 req-528d0fab-49ec-4e8d-8bb9-d416798455fb tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (d989145e-bf1a-4794-99dc-abe443fbc4e1), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:34.975789 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['d989145e-bf1a-4794-99dc-abe443fbc4e1'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:53:34.992445 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d0fab-49ec-4e8d-8bb9-d416798455fb tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Pushing event deleted for resources: {'Port': ['ID=d989145e-bf1a-4794-99dc-abe443fbc4e1,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:35.036255 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f80597-eba8-4896-b611-006654917577 req-528d0fab-49ec-4e8d-8bb9-d416798455fb tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] No DVR routers for this DVR port d989145e-bf1a-4794-99dc-abe443fbc4e1 on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:53:35.038819 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-11f80597-eba8-4896-b611-006654917577 req-528d0fab-49ec-4e8d-8bb9-d416798455fb tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:35.041996 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-11f80597-eba8-4896-b611-006654917577 req-528d0fab-49ec-4e8d-8bb9-d416798455fb tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.48 "DELETE /networking/v2.0/ports/d989145e-bf1a-4794-99dc-abe443fbc4e1 HTTP/1.1" status: 204 len: 173 time: 0.6841679 Aug 08 02:53:35.042448 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6461ef34-7b69-41ed-b2b8-d941ba6ad4ed', 'name': 'network-vif-deleted', 'tag': 'd989145e-bf1a-4794-99dc-abe443fbc4e1'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:53:35.045534 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629c6550-856d-468f-999c-74a1399bb2d8" -d '{"events": [{"server_uuid": "6461ef34-7b69-41ed-b2b8-d941ba6ad4ed", "name": "network-vif-deleted", "tag": "d989145e-bf1a-4794-99dc-abe443fbc4e1"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:53:35.084486 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49b09b2-46d4-4d68-bd01-3aec9002703f x-openstack-request-id: req-e49b09b2-46d4-4d68-bd01-3aec9002703f {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:53:35.084776 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6461ef34-7b69-41ed-b2b8-d941ba6ad4ed", "name": "network-vif-deleted", "tag": "d989145e-bf1a-4794-99dc-abe443fbc4e1", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:53:35.085030 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e49b09b2-46d4-4d68-bd01-3aec9002703f {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:53:35.085434 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49b09b2-46d4-4d68-bd01-3aec9002703f'] response: {'server_uuid': '6461ef34-7b69-41ed-b2b8-d941ba6ad4ed', 'name': 'network-vif-deleted', 'tag': 'd989145e-bf1a-4794-99dc-abe443fbc4e1', 'status': 'completed', 'code': 200} Aug 08 02:53:35.217124 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:35.237281 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8b124a63-2e8c-4f23-9173-d99b03a9761d req-ca57c0be-ad98-4c8e-a305-e091406e9020 tempest-VolumesNegativeTest-311285532 tempest-VolumesNegativeTest-311285532-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6461ef34-7b69-41ed-b2b8-d941ba6ad4ed HTTP/1.1" status: 200 len: 210 time: 0.0300417 Aug 08 02:53:37.254246 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device d989145e-bf1a-4794-99dc-abe443fbc4e1 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:53:37.273404 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: d989145e-bf1a-4794-99dc-abe443fbc4e1 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:53:37.273747 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device d989145e-bf1a-4794-99dc-abe443fbc4e1 not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:53:42.212383 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 49504) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:42.346448 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-e051df54-191f-465c-a8a6-16b86eb8b3a6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=370376db13ed46e1bfbff9a5741f87ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328750 Aug 08 02:53:42.349000 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 49508) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:42.401940 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-114cb92e-7247-4c67-812b-359eaac3dd94 admin admin] Publish callbacks [] for security_group (711e70f8-458c-4b37-8cf5-91b2340bf003), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:42.427022 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-114cb92e-7247-4c67-812b-359eaac3dd94 admin admin] Publish callbacks [] for security_group (711e70f8-458c-4b37-8cf5-91b2340bf003), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:42.551771 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-114cb92e-7247-4c67-812b-359eaac3dd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (711e70f8-458c-4b37-8cf5-91b2340bf003), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:42.554336 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-114cb92e-7247-4c67-812b-359eaac3dd94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:42.555556 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-114cb92e-7247-4c67-812b-359eaac3dd94 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/711e70f8-458c-4b37-8cf5-91b2340bf003 HTTP/1.1" status: 204 len: 168 time: 0.2054794 Aug 08 02:53:42.557908 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:42.564593 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114cb92e-7247-4c67-812b-359eaac3dd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711e70f8-458c-4b37-8cf5-91b2340bf003,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:43.659025 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 49530) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:43.752595 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-fd48f577-7d6e-4ff6-8a0e-fefd962467a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1329086627-network', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:53:43.836872 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd48f577-7d6e-4ff6-8a0e-fefd962467a7 admin admin] Made reservation on behalf of cdf9c8d3eace468d852b873213f392f4 for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:53:43.839258 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fd48f577-7d6e-4ff6-8a0e-fefd962467a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:43.848239 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fd48f577-7d6e-4ff6-8a0e-fefd962467a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:43.923812 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fd48f577-7d6e-4ff6-8a0e-fefd962467a7 admin admin] Publish callbacks [] for security_group (5e74181a-8d37-426e-bf45-f5d149037666), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:43.985620 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fd48f577-7d6e-4ff6-8a0e-fefd962467a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (5e74181a-8d37-426e-bf45-f5d149037666), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:44.012708 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd48f577-7d6e-4ff6-8a0e-fefd962467a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:53:44.022614 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48f577-7d6e-4ff6-8a0e-fefd962467a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e74181a-8d37-426e-bf45-f5d149037666,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:44.027657 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fd48f577-7d6e-4ff6-8a0e-fefd962467a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (3883fa3b-cf05-44c6-bceb-f5737e70cc1e), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:44.028008 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-fd48f577-7d6e-4ff6-8a0e-fefd962467a7 admin admin] Added segment 3883fa3b-cf05-44c6-bceb-f5737e70cc1e of type vlan for network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 Aug 08 02:53:44.059328 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:44.068429 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fd48f577-7d6e-4ff6-8a0e-fefd962467a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (a6048054-e97a-4e19-a2b6-2b1d1f8ee921), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:44.151266 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fd48f577-7d6e-4ff6-8a0e-fefd962467a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (a6048054-e97a-4e19-a2b6-2b1d1f8ee921), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:44.152318 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd48f577-7d6e-4ff6-8a0e-fefd962467a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:44.153034 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-fd48f577-7d6e-4ff6-8a0e-fefd962467a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:44.217196 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48f577-7d6e-4ff6-8a0e-fefd962467a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a6048054-e97a-4e19-a2b6-2b1d1f8ee921,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:44.227452 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:53:44.290804 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-fd48f577-7d6e-4ff6-8a0e-fefd962467a7 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6278160 Aug 08 02:53:44.291013 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 49534) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:44.297496 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-32693599-c33c-4e81-8767-d9e1e72d4a07 admin admin] Request body: {'subnet': {'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1329086627-subnet', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'ip_version': 4}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:53:44.387934 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32693599-c33c-4e81-8767-d9e1e72d4a07 admin admin] Made reservation on behalf of cdf9c8d3eace468d852b873213f392f4 for: {'subnet': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:53:44.390285 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-32693599-c33c-4e81-8767-d9e1e72d4a07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25521527'] for subnet (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:44.631493 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-32693599-c33c-4e81-8767-d9e1e72d4a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3841586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25521505'] for subnet (84ebda40-4bd2-478a-8c71-dc2867761787), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:44.678133 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:44.691021 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32693599-c33c-4e81-8767-d9e1e72d4a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ebda40-4bd2-478a-8c71-dc2867761787,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:44.699099 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32693599-c33c-4e81-8767-d9e1e72d4a07 admin admin] Checking segment: {'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:53:44.702376 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32693599-c33c-4e81-8767-d9e1e72d4a07 admin admin] Network hostable DHCP agents. Network: a6048054-e97a-4e19-a2b6-2b1d1f8ee921, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:53:44.794563 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32693599-c33c-4e81-8767-d9e1e72d4a07 admin admin] Network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:53:44.859607 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-32693599-c33c-4e81-8767-d9e1e72d4a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, a6048054-e97a-4e19-a2b6-2b1d1f8ee921) {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:53:44.863640 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32693599-c33c-4e81-8767-d9e1e72d4a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:44.864290 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-32693599-c33c-4e81-8767-d9e1e72d4a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:44.868535 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96894d88-1501-43bb-a131-4bd995d4c4e0 None None] Network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:53:44.954302 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-32693599-c33c-4e81-8767-d9e1e72d4a07 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6611512 Aug 08 02:53:44.956992 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 49536) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:44.962983 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:53:44.971016 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5eb1d2e-7da7-5b72-863f-c4fa9899b996-a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787'}]}} from dv-cinder-852261-2-iscsi. {{(pid=104278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:53:44.971984 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:45.072108 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:45.073203 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1866'] for router (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:45.106576 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Allocated IP 172.20.0.2 (a6048054-e97a-4e19-a2b6-2b1d1f8ee921/84ebda40-4bd2-478a-8c71-dc2867761787/336b585e-efbb-4093-a333-16042c38c16d) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:53:45.129870 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Publish callbacks [] for router_controller (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), precommit_add_association {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:45.219964 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=85,neutron:INSERT=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:45.250253 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Publish callbacks [] for port (336b585e-efbb-4093-a333-16042c38c16d), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:45.326709 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (336b585e-efbb-4093-a333-16042c38c16d), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:45.348096 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Publish callbacks [] for router_gateway (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:45.368178 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:53:45.371925 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:53:45.375811 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:53:45.379077 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Pushing event updated for resources: {'Port': ['ID=336b585e-efbb-4093-a333-16042c38c16d,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:45.434806 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Attempting to bind port 336b585e-efbb-4093-a333-16042c38c16d on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:53:45.435186 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Attempting to bind port 336b585e-efbb-4093-a333-16042c38c16d by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:53:45.435821 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Attempting to bind port 336b585e-efbb-4093-a333-16042c38c16d on network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:53:45.441024 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:53:45.441395 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Checking segment: {'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:53:45.441794 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:45.442173 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Bound using segment: {'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:53:45.442656 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Bound port: 336b585e-efbb-4093-a333-16042c38c16d, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:53:45.443030 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (336b585e-efbb-4093-a333-16042c38c16d), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:45.506658 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] For port 336b585e-efbb-4093-a333-16042c38c16d, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:53:45.509564 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] For port 336b585e-efbb-4093-a333-16042c38c16d, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=336b585e-efbb-4093-a333-16042c38c16d,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:53:45.591742 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Publish callbacks [] for router_gateway (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:45.605796 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (336b585e-efbb-4093-a333-16042c38c16d), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:45.610592 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:45.659585 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bce56a-1ccc-42bd-b5ae-0090178d566e None None] Pushing event updated for resources: {'Port': ['ID=336b585e-efbb-4093-a333-16042c38c16d,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:45.725385 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Allocated IP 172.27.4.110 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/083bd336-d8df-4c9a-ac7a-57ae1cba7512) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:53:45.735668 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:45.860484 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Publish callbacks [] for port (083bd336-d8df-4c9a-ac7a-57ae1cba7512), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:45.889937 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:45.957742 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (083bd336-d8df-4c9a-ac7a-57ae1cba7512), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:46.006898 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:53:46.010142 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:53:46.014143 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:53:46.019362 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Pushing event updated for resources: {'Port': ['ID=083bd336-d8df-4c9a-ac7a-57ae1cba7512,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:46.422733 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Publish callbacks [] for router_gateway (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:46.473744 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d7a4e5-93fa-4014-9ceb-43beb70f870b None None] Network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:53:46.514986 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:46.534530 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-10ea1d7c-172b-4782-94f8-371477750831 None None] Provisioning complete for port 336b585e-efbb-4093-a333-16042c38c16d triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:46.534813 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-10ea1d7c-172b-4782-94f8-371477750831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (336b585e-efbb-4093-a333-16042c38c16d), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:46.559823 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:46.614462 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656454'] for router (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:46.654309 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-10ea1d7c-172b-4782-94f8-371477750831 None None] Current status of the port 336b585e-efbb-4093-a333-16042c38c16d is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:53:46.654723 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-10ea1d7c-172b-4782-94f8-371477750831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (336b585e-efbb-4093-a333-16042c38c16d), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:46.691697 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-10ea1d7c-172b-4782-94f8-371477750831 None None] For port 336b585e-efbb-4093-a333-16042c38c16d, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=336b585e-efbb-4093-a333-16042c38c16d,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:53:46.719425 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:46.763796 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-10ea1d7c-172b-4782-94f8-371477750831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (336b585e-efbb-4093-a333-16042c38c16d), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:46.813531 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea1d7c-172b-4782-94f8-371477750831 None None] Pushing event updated for resources: {'Port': ['ID=336b585e-efbb-4093-a333-16042c38c16d,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:46.848424 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c is scheduled to L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 with binding_index 1 {{(pid=104277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:53:46.883966 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-23adea72-478c-45e0-8d08-07b0bc8d853c None None] Provisioning complete for port 336b585e-efbb-4093-a333-16042c38c16d triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:46.884334 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-23adea72-478c-45e0-8d08-07b0bc8d853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (336b585e-efbb-4093-a333-16042c38c16d), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:46.951701 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:53:46.962205 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Sync routers for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:53:46.962983 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-23adea72-478c-45e0-8d08-07b0bc8d853c None None] Current status of the port 336b585e-efbb-4093-a333-16042c38c16d is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:53:46.971500 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:53:46.972105 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:53:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:53:47.027435 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:47.028692 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-1e0e677e-2ffd-47c9-b783-f29bb6b6eb30 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0703866 Aug 08 02:53:47.031560 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 49538) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:47.069974 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:53:47.239319 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:46Z', 'revision_number': 3, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:53:47.263931 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Checking router: 7e9df1ec-79e3-429c-b67b-40cd75b63a7c for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:53:47.264304 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Updating router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c port 083bd336-d8df-4c9a-ac7a-57ae1cba7512 binding host dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:53:47.291269 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (083bd336-d8df-4c9a-ac7a-57ae1cba7512), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:47.388002 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:47.443382 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:47.470561 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 336b585e-efbb-4093-a333-16042c38c16d up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:53:47.526628 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 336b585e-efbb-4093-a333-16042c38c16d triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:47.527739 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (336b585e-efbb-4093-a333-16042c38c16d), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:47.560526 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Publish callbacks [] for port (083bd336-d8df-4c9a-ac7a-57ae1cba7512), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:47.603501 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 336b585e-efbb-4093-a333-16042c38c16d is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:53:47.614325 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (083bd336-d8df-4c9a-ac7a-57ae1cba7512), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:47.647518 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Attempting to bind port 083bd336-d8df-4c9a-ac7a-57ae1cba7512 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:53:47.647770 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Attempting to bind port 083bd336-d8df-4c9a-ac7a-57ae1cba7512 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:53:47.648123 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Attempting to bind port 083bd336-d8df-4c9a-ac7a-57ae1cba7512 on network e72f53b8-3f23-4d50-b125-ab42ad165078 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:53:47.660109 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:53:47.660472 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Checking segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:53:47.660863 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:47.661247 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Bound using segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:53:47.661701 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Bound port: 083bd336-d8df-4c9a-ac7a-57ae1cba7512, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:53:47.662068 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (083bd336-d8df-4c9a-ac7a-57ae1cba7512), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:47.688752 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Pushing event updated for resources: {'Port': ['ID=083bd336-d8df-4c9a-ac7a-57ae1cba7512,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:47.702420 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:47.702758 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:47.703242 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:47.703436 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:47.703761 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:47.704079 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:47.704394 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:47.704710 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:47.705024 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:47.705336 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:47.705649 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:47.705958 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:47.706272 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:47.706598 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:47.711119 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:53:47.728604 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] For port 083bd336-d8df-4c9a-ac7a-57ae1cba7512, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:53:47.732284 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] For port 083bd336-d8df-4c9a-ac7a-57ae1cba7512, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=083bd336-d8df-4c9a-ac7a-57ae1cba7512,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:53:47.832024 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (083bd336-d8df-4c9a-ac7a-57ae1cba7512), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:47.837120 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Allocated IP 172.20.0.1 (a6048054-e97a-4e19-a2b6-2b1d1f8ee921/84ebda40-4bd2-478a-8c71-dc2867761787/8f2cf937-8aaf-46fc-9cad-bdf032ec584e) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:53:47.873165 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:53:47.873766 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:53:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:53:47.927534 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776befb-4160-4bf1-9b8f-56ff4d016278 None None] Pushing event updated for resources: {'Port': ['ID=083bd336-d8df-4c9a-ac7a-57ae1cba7512,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:47.943386 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:47.946393 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Publish callbacks [] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:47.986319 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:47.988309 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:53:47.989937 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:48.037578 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:48.079892 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:53:48.084777 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:53:48.088673 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:53:48.092741 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Pushing event updated for resources: {'Port': ['ID=8f2cf937-8aaf-46fc-9cad-bdf032ec584e,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:48.133296 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732837'] for router_interface (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:48.260370 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:46Z', 'revision_number': 3, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:53:48.285401 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e62dc4-ef82-4e15-82ab-3fa822d0e875 None None] The sync data for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi is: [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:46Z', 'revision_number': 3, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:53:48.363994 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:48.366790 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:48.391853 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-fe3b58dc-fdd5-46af-8658-2cab79dbb584 None None] Provisioning complete for port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:48.393014 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-fe3b58dc-fdd5-46af-8658-2cab79dbb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:48.429258 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b58dc-fdd5-46af-8658-2cab79dbb584 None None] Port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:53:48.559446 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Publish callbacks [] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:48.625645 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:48.695032 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Pushing event updated for resources: {'Port': ['ID=8f2cf937-8aaf-46fc-9cad-bdf032ec584e,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:48.697420 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729621'] for router_interface (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:48.798941 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:53:48.800384 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:53:48.922189 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:53:49.044162 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:53:49.049054 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-4beaa9f4-3867-4161-b808-ead2769516ed admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/7e9df1ec-79e3-429c-b67b-40cd75b63a7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0164418 Aug 08 02:53:49.052265 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-a94041f0-3e39-4665-8608-bac10d229954 None None] Provisioning complete for port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:49.052714 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-a94041f0-3e39-4665-8608-bac10d229954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:49.094727 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-a94041f0-3e39-4665-8608-bac10d229954 None None] Port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:53:49.453368 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 083bd336-d8df-4c9a-ac7a-57ae1cba7512 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:53:49.504032 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 083bd336-d8df-4c9a-ac7a-57ae1cba7512 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:49.507594 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (083bd336-d8df-4c9a-ac7a-57ae1cba7512), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:49.567777 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:49.580129 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 083bd336-d8df-4c9a-ac7a-57ae1cba7512 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:53:49.580518 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (083bd336-d8df-4c9a-ac7a-57ae1cba7512), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:49.601745 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 083bd336-d8df-4c9a-ac7a-57ae1cba7512, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=083bd336-d8df-4c9a-ac7a-57ae1cba7512,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:53:49.679674 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (083bd336-d8df-4c9a-ac7a-57ae1cba7512), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:49.730696 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=083bd336-d8df-4c9a-ac7a-57ae1cba7512,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:49.739579 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 49554) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:49.744386 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-3d80bf43-5653-4142-af27-610b835273f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-548934653-network', 'tenant_id': '90c196e44a4e40a49af4b5e27e3cceb1'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:53:49.786002 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Sync routers for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:53:49.797642 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:53:49.798260 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:53:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:53:49.833804 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d80bf43-5653-4142-af27-610b835273f0 admin admin] Made reservation on behalf of 90c196e44a4e40a49af4b5e27e3cceb1 for: {'network': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:53:49.836359 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d80bf43-5653-4142-af27-610b835273f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for network (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:49.840461 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:49.846588 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d80bf43-5653-4142-af27-610b835273f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:49.903019 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:53:49.930158 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d80bf43-5653-4142-af27-610b835273f0 admin admin] Publish callbacks [] for security_group (b83bc273-f667-4973-bcfb-283e7b0ff500), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:50.008895 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d80bf43-5653-4142-af27-610b835273f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (b83bc273-f667-4973-bcfb-283e7b0ff500), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:50.039837 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d80bf43-5653-4142-af27-610b835273f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=104277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 02:53:50.046201 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80bf43-5653-4142-af27-610b835273f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83bc273-f667-4973-bcfb-283e7b0ff500,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:50.053028 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:50.054315 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d80bf43-5653-4142-af27-610b835273f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (3095bfd7-db7c-4f15-b770-e7f631821423), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:50.054736 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.segments_db [None req-3d80bf43-5653-4142-af27-610b835273f0 admin admin] Added segment 3095bfd7-db7c-4f15-b770-e7f631821423 of type vlan for network a64d693d-fe21-41d6-ad5a-bcb2f264dcb6 Aug 08 02:53:50.098620 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d80bf43-5653-4142-af27-610b835273f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757458696888'] for network (a64d693d-fe21-41d6-ad5a-bcb2f264dcb6), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:50.139150 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:50.182809 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d80bf43-5653-4142-af27-610b835273f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968'] for network (a64d693d-fe21-41d6-ad5a-bcb2f264dcb6), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:50.183851 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d80bf43-5653-4142-af27-610b835273f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:50.184433 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d80bf43-5653-4142-af27-610b835273f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:50.225965 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 2, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:53:50.249582 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80bf43-5653-4142-af27-610b835273f0 admin admin] Pushing event updated for resources: {'Network': ['ID=a64d693d-fe21-41d6-ad5a-bcb2f264dcb6,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:50.252207 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Checking router: 7e9df1ec-79e3-429c-b67b-40cd75b63a7c for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:53:50.252902 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Updating router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e binding host dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:53:50.274164 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Network a64d693d-fe21-41d6-ad5a-bcb2f264dcb6 details requested by agent ovs-agent-dv-cinder-852261-2-iscsi with host dv-cinder-852261-2-iscsi {{(pid=104278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 02:53:50.309103 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-3d80bf43-5653-4142-af27-610b835273f0 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5679774 Aug 08 02:53:50.312234 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 49556) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:50.317473 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-1cf31a4e-8ee2-48a6-8ca8-e60f672e42de admin admin] Request body: {'subnet': {'network_id': 'a64d693d-fe21-41d6-ad5a-bcb2f264dcb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-548934653-subnet', 'tenant_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'ip_version': 4}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:53:50.328934 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:50.399946 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf31a4e-8ee2-48a6-8ca8-e60f672e42de admin admin] Made reservation on behalf of 90c196e44a4e40a49af4b5e27e3cceb1 for: {'subnet': 1} {{(pid=104276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:53:50.403239 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1cf31a4e-8ee2-48a6-8ca8-e60f672e42de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25480583'] for subnet (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:50.555494 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:50.638159 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Publish callbacks [] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:50.656730 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4ab20989-780e-4c5f-9c14-f4d22f6359ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:50.657171 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1cf31a4e-8ee2-48a6-8ca8-e60f672e42de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3914270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25480593'] for subnet (4d0906c8-5a0b-4f6d-9bbe-10c22f092974), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:50.703992 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf31a4e-8ee2-48a6-8ca8-e60f672e42de admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d0906c8-5a0b-4f6d-9bbe-10c22f092974,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:50.722377 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf31a4e-8ee2-48a6-8ca8-e60f672e42de admin admin] Checking segment: {'id': '3095bfd7-db7c-4f15-b770-e7f631821423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a64d693d-fe21-41d6-ad5a-bcb2f264dcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:53:50.722748 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf31a4e-8ee2-48a6-8ca8-e60f672e42de admin admin] Network hostable DHCP agents. Network: a64d693d-fe21-41d6-ad5a-bcb2f264dcb6, hostable agents: ['e4f7a6af-700d-413c-8ac6-b408faa373a4'], hosted agents: [] {{(pid=104276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 02:53:50.733969 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:50.791451 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf31a4e-8ee2-48a6-8ca8-e60f672e42de admin admin] Network a64d693d-fe21-41d6-ad5a-bcb2f264dcb6 is scheduled to be hosted by DHCP agent e4f7a6af-700d-413c-8ac6-b408faa373a4 with binding_index 1 {{(pid=104276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 02:53:50.796859 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64defa80-b675-481a-98f5-f2bce16471c1 None None] Pushing event updated for resources: {'Port': ['ID=8f2cf937-8aaf-46fc-9cad-bdf032ec584e,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:50.826168 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Attempting to bind port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:53:50.826540 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Attempting to bind port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:53:50.826895 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Attempting to bind port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e on network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:53:50.831875 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:53:50.832239 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Checking segment: {'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:53:50.832654 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:50.833036 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Bound using segment: {'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:53:50.833489 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Bound port: 8f2cf937-8aaf-46fc-9cad-bdf032ec584e, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:53:50.833857 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:50.888811 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-1cf31a4e-8ee2-48a6-8ca8-e60f672e42de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-2-iscsi, a64d693d-fe21-41d6-ad5a-bcb2f264dcb6) {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:53:50.893709 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf31a4e-8ee2-48a6-8ca8-e60f672e42de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:53:50.895683 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-1cf31a4e-8ee2-48a6-8ca8-e60f672e42de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:50.896694 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4e4a13-c6bf-4505-92fd-036aa0bbef5c None None] Network a64d693d-fe21-41d6-ad5a-bcb2f264dcb6 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:53:50.936561 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] For port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:53:50.954980 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] For port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=8f2cf937-8aaf-46fc-9cad-bdf032ec584e,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:53:50.979468 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-1cf31a4e-8ee2-48a6-8ca8-e60f672e42de admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6661060 Aug 08 02:53:50.982719 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 49558) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:50.985966 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:50.987309 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-548934653-router', 'tenant_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:53:51.014154 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5eb1d2e-7da7-5b72-863f-c4fa9899b996-a64d693d-fe21-41d6-ad5a-bcb2f264dcb6', 'network_id': 'a64d693d-fe21-41d6-ad5a-bcb2f264dcb6', 'project_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'fixed_ips': [{'subnet_id': '4d0906c8-5a0b-4f6d-9bbe-10c22f092974'}]}} from dv-cinder-852261-2-iscsi. {{(pid=104278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 08 02:53:51.015249 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:51.087018 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:51.092273 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1859'] for router (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:51.093371 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1866'] for router (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:51.146840 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:53:51.147392 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:53:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:53:51.148592 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Publish callbacks [] for router_controller (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), precommit_add_association {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:51.233599 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64defa80-b675-481a-98f5-f2bce16471c1 None None] Pushing event updated for resources: {'Port': ['ID=8f2cf937-8aaf-46fc-9cad-bdf032ec584e,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:51.285110 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.db_base_plugin_common [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Allocated IP 172.20.0.2 (a64d693d-fe21-41d6-ad5a-bcb2f264dcb6/4d0906c8-5a0b-4f6d-9bbe-10c22f092974/5d7fa652-07b9-4570-9c48-f48089aa8093) {{(pid=104278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:53:51.314815 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:53:51.381342 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Publish callbacks [] for router_gateway (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:51.443696 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:51.476895 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 083bd336-d8df-4c9a-ac7a-57ae1cba7512 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:53:51.645222 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Publish callbacks [] for port (5d7fa652-07b9-4570-9c48-f48089aa8093), precommit_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:51.646826 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 083bd336-d8df-4c9a-ac7a-57ae1cba7512 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:51.647242 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (083bd336-d8df-4c9a-ac7a-57ae1cba7512), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:51.651386 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Publish callbacks [] for router_gateway (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:51.671560 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:51.691037 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:50Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:53:51.717970 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041'] for port (5d7fa652-07b9-4570-9c48-f48089aa8093), after_create {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:51.723273 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0938f7-9d1d-470d-9de4-ae2ac39222a1 None None] The sync data for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi is: [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:50Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:53:51.773568 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Network a64d693d-fe21-41d6-ad5a-bcb2f264dcb6 is already hosted by enough agents. {{(pid=104278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:53:51.783072 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.scheduler.base_scheduler [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Resources bound (agent type, host, resource id): {{(pid=104278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:53:51.787371 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Received port after_create {{(pid=104278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:53:51.799262 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Allocated IP 172.27.4.187 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/9c899c86-14ff-4615-86a9-eab70e68dc9b) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:53:51.815381 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:51.816717 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:51.826909 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Pushing event updated for resources: {'Port': ['ID=5d7fa652-07b9-4570-9c48-f48089aa8093,revision_number=1']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:51.866098 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 083bd336-d8df-4c9a-ac7a-57ae1cba7512 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:53:51.910266 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Attempting to bind port 5d7fa652-07b9-4570-9c48-f48089aa8093 on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:53:51.911642 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Attempting to bind port 5d7fa652-07b9-4570-9c48-f48089aa8093 by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '3095bfd7-db7c-4f15-b770-e7f631821423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a64d693d-fe21-41d6-ad5a-bcb2f264dcb6'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:53:51.912009 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Attempting to bind port 5d7fa652-07b9-4570-9c48-f48089aa8093 on network a64d693d-fe21-41d6-ad5a-bcb2f264dcb6 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:53:51.919094 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:53:51.919355 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Checking segment: {'id': '3095bfd7-db7c-4f15-b770-e7f631821423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a64d693d-fe21-41d6-ad5a-bcb2f264dcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:53:51.920057 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:51.920185 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Bound using segment: {'id': '3095bfd7-db7c-4f15-b770-e7f631821423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a64d693d-fe21-41d6-ad5a-bcb2f264dcb6'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:53:51.920619 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Bound port: 5d7fa652-07b9-4570-9c48-f48089aa8093, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3095bfd7-db7c-4f15-b770-e7f631821423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a64d693d-fe21-41d6-ad5a-bcb2f264dcb6'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:53:51.921628 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (5d7fa652-07b9-4570-9c48-f48089aa8093), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:51.925911 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Publish callbacks [] for port (9c899c86-14ff-4615-86a9-eab70e68dc9b), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:51.934545 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:51.965189 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:53:51.998614 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] For port 5d7fa652-07b9-4570-9c48-f48089aa8093, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:53:52.001821 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] For port 5d7fa652-07b9-4570-9c48-f48089aa8093, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=5d7fa652-07b9-4570-9c48-f48089aa8093,segment=NetworkSegment(3095bfd7-db7c-4f15-b770-e7f631821423),segment_id=3095bfd7-db7c-4f15-b770-e7f631821423)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:53:52.026417 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (9c899c86-14ff-4615-86a9-eab70e68dc9b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:52.075448 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:53:52.078530 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:53:52.082672 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:53:52.086873 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (5d7fa652-07b9-4570-9c48-f48089aa8093), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:52.087982 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Pushing event updated for resources: {'Port': ['ID=9c899c86-14ff-4615-86a9-eab70e68dc9b,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:52.157968 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a783e63-30db-473a-8e9b-6f3216ecf44d None None] Pushing event updated for resources: {'Port': ['ID=5d7fa652-07b9-4570-9c48-f48089aa8093,revision_number=2']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:52.438208 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:52.446062 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Publish callbacks [] for router_gateway (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:52.643923 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656454'] for router (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:52.848691 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Router cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b is scheduled to L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 with binding_index 1 {{(pid=104276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 02:53:52.940236 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-29a600e1-9caf-47c6-b9cf-7364a8a8b85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:52.968100 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:53:52.978135 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Sync routers for ids ['cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:53:52.989697 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Routers {'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:53:52.996058 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:53:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:53:53.059889 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:53.061871 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-8fc73a90-9a48-4807-9779-b8c2df35efd0 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0776877 Aug 08 02:53:53.064290 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 49560) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:53.068158 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101a03ef-8b32-4b95-89bb-8f23fabbba97 None None] Network a64d693d-fe21-41d6-ad5a-bcb2f264dcb6 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 02:53:53.095708 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Set router cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:53:53.185071 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-7239fcff-dbdd-4a2b-9de5-c05f470a94f4 None None] Provisioning complete for port 5d7fa652-07b9-4570-9c48-f48089aa8093 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:53.185919 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7239fcff-dbdd-4a2b-9de5-c05f470a94f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (5d7fa652-07b9-4570-9c48-f48089aa8093), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:53.278894 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-7239fcff-dbdd-4a2b-9de5-c05f470a94f4 None None] Current status of the port 5d7fa652-07b9-4570-9c48-f48089aa8093 is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:53:53.279282 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7239fcff-dbdd-4a2b-9de5-c05f470a94f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (5d7fa652-07b9-4570-9c48-f48089aa8093), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:53.287725 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'name': 'tempest-TestVolumeBootPattern-548934653-router', 'tenant_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187'}], 'enable_snat': True}, 'gw_port_id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T02:53:52Z', 'revision_number': 3, 'project_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'gw_port': {'id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T02:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:53:53.312638 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:53.318611 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Checking router: cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:53:53.320082 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Updating router cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b port 9c899c86-14ff-4615-86a9-eab70e68dc9b binding host dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:53:53.323569 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-7239fcff-dbdd-4a2b-9de5-c05f470a94f4 None None] For port 5d7fa652-07b9-4570-9c48-f48089aa8093, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=5d7fa652-07b9-4570-9c48-f48089aa8093,segment=NetworkSegment(3095bfd7-db7c-4f15-b770-e7f631821423),segment_id=3095bfd7-db7c-4f15-b770-e7f631821423)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:53:53.352891 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (9c899c86-14ff-4615-86a9-eab70e68dc9b), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:53.434627 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7239fcff-dbdd-4a2b-9de5-c05f470a94f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (5d7fa652-07b9-4570-9c48-f48089aa8093), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:53.613866 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 5d7fa652-07b9-4570-9c48-f48089aa8093 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:53:53.658130 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-f35e81b3-10fe-4c4e-9fda-4347afcce54a None None] Provisioning complete for port 5d7fa652-07b9-4570-9c48-f48089aa8093 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:53.658816 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f35e81b3-10fe-4c4e-9fda-4347afcce54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (5d7fa652-07b9-4570-9c48-f48089aa8093), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:53.660717 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Publish callbacks [] for port (9c899c86-14ff-4615-86a9-eab70e68dc9b), precommit_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:53.712041 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239fcff-dbdd-4a2b-9de5-c05f470a94f4 None None] Pushing event updated for resources: {'Port': ['ID=5d7fa652-07b9-4570-9c48-f48089aa8093,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:53.728047 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 5d7fa652-07b9-4570-9c48-f48089aa8093 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:53.728416 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (5d7fa652-07b9-4570-9c48-f48089aa8093), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:53.732122 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:53.760267 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:53.763072 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (9c899c86-14ff-4615-86a9-eab70e68dc9b), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:53.763669 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:53.789762 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-f35e81b3-10fe-4c4e-9fda-4347afcce54a None None] Current status of the port 5d7fa652-07b9-4570-9c48-f48089aa8093 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:53:53.814849 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Attempting to bind port 9c899c86-14ff-4615-86a9-eab70e68dc9b on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:53:53.815585 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Attempting to bind port 9c899c86-14ff-4615-86a9-eab70e68dc9b by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:53:53.816043 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Attempting to bind port 9c899c86-14ff-4615-86a9-eab70e68dc9b on network e72f53b8-3f23-4d50-b125-ab42ad165078 {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:53:53.829871 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:53:53.830573 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Checking segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:53:53.831066 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:53.831554 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Bound using segment: {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'} {{(pid=104279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:53:53.832094 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.managers [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Bound port: 9c899c86-14ff-4615-86a9-eab70e68dc9b, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fb8cf5-5d74-45c3-8f63-7267b7cf9961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078'}}] {{(pid=104279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:53:53.832557 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (9c899c86-14ff-4615-86a9-eab70e68dc9b), before_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:53.834258 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593b2ef-8c3e-43c7-9d85-a88274bdf7f3 None None] Pushing event updated for resources: {'Port': ['ID=9c899c86-14ff-4615-86a9-eab70e68dc9b,revision_number=2']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:53.838443 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 5d7fa652-07b9-4570-9c48-f48089aa8093 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:53:53.838821 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:53.840651 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 8f2cf937-8aaf-46fc-9cad-bdf032ec584e up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:53:53.877386 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:53.888024 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:53.888447 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:53.892759 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] For port 9c899c86-14ff-4615-86a9-eab70e68dc9b, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:53:53.895914 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.plugins.ml2.db [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] For port 9c899c86-14ff-4615-86a9-eab70e68dc9b, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=9c899c86-14ff-4615-86a9-eab70e68dc9b,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:53:53.896958 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:53.935577 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_common [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Allocated IP 172.20.0.1 (a64d693d-fe21-41d6-ad5a-bcb2f264dcb6/4d0906c8-5a0b-4f6d-9bbe-10c22f092974/3346ef94-bf1a-48c8-b629-7adec48debbe) {{(pid=104276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:53:53.966646 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:53:53.967043 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:53.989602 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron_lib.callbacks.manager [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (9c899c86-14ff-4615-86a9-eab70e68dc9b), after_update {{(pid=104279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:54.002178 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=8f2cf937-8aaf-46fc-9cad-bdf032ec584e,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:53:54.034642 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Routers {'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:53:54.035280 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:53:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:53:54.043116 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Publish callbacks [] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:54.082380 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593b2ef-8c3e-43c7-9d85-a88274bdf7f3 None None] Pushing event updated for resources: {'Port': ['ID=9c899c86-14ff-4615-86a9-eab70e68dc9b,revision_number=3']} {{(pid=104279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:54.086397 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:54.137348 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=8f2cf937-8aaf-46fc-9cad-bdf032ec584e,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:54.146828 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] Set router cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:53:54.188853 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:54.231657 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Network a64d693d-fe21-41d6-ad5a-bcb2f264dcb6 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:53:54.236520 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:53:54.239078 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Received port after_create {{(pid=104276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:53:54.241819 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:54.263788 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Pushing event updated for resources: {'Port': ['ID=3346ef94-bf1a-48c8-b629-7adec48debbe,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:54.288911 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-732837'] for router_interface (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:54.330791 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'name': 'tempest-TestVolumeBootPattern-548934653-router', 'tenant_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187'}], 'enable_snat': True}, 'gw_port_id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T02:53:52Z', 'revision_number': 3, 'project_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'gw_port': {'id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:53:54.357303 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7cfb96-4444-4425-b49f-a9057a86c061 None None] The sync data for ids ['cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'] in dv-cinder-852261-2-iscsi is: [{'id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'name': 'tempest-TestVolumeBootPattern-548934653-router', 'tenant_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187'}], 'enable_snat': True}, 'gw_port_id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T02:53:52Z', 'revision_number': 3, 'project_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'gw_port': {'id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:53:54.483005 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:54.484693 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), before_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:54.514249 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b8b7e184-8fac-4303-8d65-75b344db4a9c None None] Provisioning complete for port 3346ef94-bf1a-48c8-b629-7adec48debbe triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:54.514743 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e184-8fac-4303-8d65-75b344db4a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:54.553568 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b8b7e184-8fac-4303-8d65-75b344db4a9c None None] Port 3346ef94-bf1a-48c8-b629-7adec48debbe cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:53:54.670930 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Publish callbacks [] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), precommit_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:54.728109 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914405'] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), after_update {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:54.807012 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-729621'] for router_interface (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:54.810613 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Pushing event updated for resources: {'Port': ['ID=3346ef94-bf1a-48c8-b629-7adec48debbe,revision_number=2']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:54.891040 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:54.911061 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Network a64d693d-fe21-41d6-ad5a-bcb2f264dcb6 is already hosted by enough agents. {{(pid=104276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:53:54.912468 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.base_scheduler [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Resources bound (agent type, host, resource id): {{(pid=104276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:53:55.040878 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Router cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:53:55.154095 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:53:55.166964 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-0353df64-69f1-447b-a13e-324a64c9e249 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0934699 Aug 08 02:53:55.179425 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-6bf82f17-b854-43ca-b67f-330b0774705e None None] Provisioning complete for port 3346ef94-bf1a-48c8-b629-7adec48debbe triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:55.179740 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6bf82f17-b854-43ca-b67f-330b0774705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:55.214876 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-6bf82f17-b854-43ca-b67f-330b0774705e None None] Port 3346ef94-bf1a-48c8-b629-7adec48debbe cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:53:55.532366 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 9c899c86-14ff-4615-86a9-eab70e68dc9b up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:53:55.563236 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 49568) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:55.567772 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-e66dd018-9b54-4e5f-945e-cce304d482b1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1385983741', 'description': 'tempest-secgroup-smoke-1385983741 description', 'project_id': 'cdf9c8d3eace468d852b873213f392f4'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:53:55.585354 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 9c899c86-14ff-4615-86a9-eab70e68dc9b triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:55.585718 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (9c899c86-14ff-4615-86a9-eab70e68dc9b), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:55.660378 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 9c899c86-14ff-4615-86a9-eab70e68dc9b is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:53:55.660765 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (9c899c86-14ff-4615-86a9-eab70e68dc9b), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:55.681979 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 9c899c86-14ff-4615-86a9-eab70e68dc9b, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=9c899c86-14ff-4615-86a9-eab70e68dc9b,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:53:55.696736 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e66dd018-9b54-4e5f-945e-cce304d482b1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group (None), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:55.768530 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e66dd018-9b54-4e5f-945e-cce304d482b1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group (58b5c44b-d52e-477e-a7bd-1c604fabf570), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:55.773871 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (9c899c86-14ff-4615-86a9-eab70e68dc9b), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:55.774755 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 5d7fa652-07b9-4570-9c48-f48089aa8093 up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:53:55.828016 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e66dd018-9b54-4e5f-945e-cce304d482b1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (58b5c44b-d52e-477e-a7bd-1c604fabf570), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:55.860071 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=9c899c86-14ff-4615-86a9-eab70e68dc9b,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:55.860326 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dd018-9b54-4e5f-945e-cce304d482b1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b5c44b-d52e-477e-a7bd-1c604fabf570,revision_number=1']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:55.865572 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 5d7fa652-07b9-4570-9c48-f48089aa8093 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:55.865946 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (5d7fa652-07b9-4570-9c48-f48089aa8093), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:55.869458 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:55.896533 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Sync routers for ids ['cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:53:55.915445 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Routers {'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:53:55.915682 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e66dd018-9b54-4e5f-945e-cce304d482b1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:55.916060 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:53:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:53:55.920730 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e66dd018-9b54-4e5f-945e-cce304d482b1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3527048 Aug 08 02:53:55.920910 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 49570) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:55.926100 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-6ac9d04d-bdfc-4033-9aa5-c81e72f10231 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Request body: {'security_group_rule': {'security_group_id': '58b5c44b-d52e-477e-a7bd-1c604fabf570', 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:53:56.009190 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6ac9d04d-bdfc-4033-9aa5-c81e72f10231 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (4115af6e-3d06-4b11-9e1a-397040d1b675), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.034004 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 5d7fa652-07b9-4570-9c48-f48089aa8093 is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:53:56.035084 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 8f2cf937-8aaf-46fc-9cad-bdf032ec584e up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:53:56.048571 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:56.068177 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6ac9d04d-bdfc-4033-9aa5-c81e72f10231 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (4115af6e-3d06-4b11-9e1a-397040d1b675), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.101931 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Set router cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:53:56.132844 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:56.145902 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:56.146184 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.148201 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6ac9d04d-bdfc-4033-9aa5-c81e72f10231 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (4115af6e-3d06-4b11-9e1a-397040d1b675), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.168235 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.169323 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9d04d-bdfc-4033-9aa5-c81e72f10231 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4115af6e-3d06-4b11-9e1a-397040d1b675,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:56.169736 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.236310 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6ac9d04d-bdfc-4033-9aa5-c81e72f10231 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.240266 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-6ac9d04d-bdfc-4033-9aa5-c81e72f10231 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3152514 Aug 08 02:53:56.240642 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 49572) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:56.245536 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-0b1426d6-b77f-443e-a6d2-ad653433cf67 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Request body: {'security_group_rule': {'security_group_id': '58b5c44b-d52e-477e-a7bd-1c604fabf570', 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:53:56.322147 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:53:56.358083 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0b1426d6-b77f-443e-a6d2-ad653433cf67 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (2d52b884-479f-4d24-8920-7b4fe7a4c1f6), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.364893 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'name': 'tempest-TestVolumeBootPattern-548934653-router', 'tenant_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187'}], 'enable_snat': True}, 'gw_port_id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T02:53:54Z', 'revision_number': 4, 'project_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'gw_port': {'id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '3346ef94-bf1a-48c8-b629-7adec48debbe', 'name': '', 'network_id': 'a64d693d-fe21-41d6-ad5a-bcb2f264dcb6', 'tenant_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'mac_address': 'fa:16:3e:ec:96:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d0906c8-5a0b-4f6d-9bbe-10c22f092974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:53Z', 'updated_at': '2022-08-08T02:53:54Z', 'revision_number': 2, 'project_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'subnets': [{'id': '4d0906c8-5a0b-4f6d-9bbe-10c22f092974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:53:56.391104 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Checking router: cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:53:56.391457 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Updating router cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b port 3346ef94-bf1a-48c8-b629-7adec48debbe binding host dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 02:53:56.416726 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0b1426d6-b77f-443e-a6d2-ad653433cf67 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (2d52b884-479f-4d24-8920-7b4fe7a4c1f6), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.419799 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.484882 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0b1426d6-b77f-443e-a6d2-ad653433cf67 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (2d52b884-479f-4d24-8920-7b4fe7a4c1f6), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.505640 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1426d6-b77f-443e-a6d2-ad653433cf67 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d52b884-479f-4d24-8920-7b4fe7a4c1f6,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:56.575869 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-0b1426d6-b77f-443e-a6d2-ad653433cf67 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.577253 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-0b1426d6-b77f-443e-a6d2-ad653433cf67 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3355927 Aug 08 02:53:56.580023 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 49574) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:56.584424 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.v2.base [None req-b230afec-1534-4bb6-b67f-0e4bb2538ba8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Request body: {'security_group_rule': {'security_group_id': '58b5c44b-d52e-477e-a7bd-1c604fabf570', 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:53:56.618082 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:56.660124 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b230afec-1534-4bb6-b67f-0e4bb2538ba8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (db4e853d-83c3-477f-9551-852de66a7ab2), before_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.669034 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:56.679193 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Publish callbacks [] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), precommit_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.720242 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b230afec-1534-4bb6-b67f-0e4bb2538ba8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (db4e853d-83c3-477f-9551-852de66a7ab2), precommit_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.770916 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.799996 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b230afec-1534-4bb6-b67f-0e4bb2538ba8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (db4e853d-83c3-477f-9551-852de66a7ab2), after_create {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.819456 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230afec-1534-4bb6-b67f-0e4bb2538ba8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4e853d-83c3-477f-9551-852de66a7ab2,revision_number=0']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:56.852488 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c48b97-c394-433c-8645-18047f7a36e3 None None] Pushing event updated for resources: {'Port': ['ID=3346ef94-bf1a-48c8-b629-7adec48debbe,revision_number=3']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:56.876145 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Attempting to bind port 3346ef94-bf1a-48c8-b629-7adec48debbe on host dv-cinder-852261-2-iscsi for vnic_type normal with profile {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:53:56.876500 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Attempting to bind port 3346ef94-bf1a-48c8-b629-7adec48debbe by drivers openvswitch,hyperv on host dv-cinder-852261-2-iscsi at level 0 using segments [{'id': '3095bfd7-db7c-4f15-b770-e7f631821423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a64d693d-fe21-41d6-ad5a-bcb2f264dcb6'}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:53:56.876882 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Attempting to bind port 3346ef94-bf1a-48c8-b629-7adec48debbe on network a64d693d-fe21-41d6-ad5a-bcb2f264dcb6 {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:53:56.881954 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Checking agent: {'id': '63653900-b452-48a8-acc2-22017596df07', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 24, 26), 'started_at': datetime.datetime(2022, 8, 8, 2, 24, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:53:56.882320 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Checking segment: {'id': '3095bfd7-db7c-4f15-b770-e7f631821423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a64d693d-fe21-41d6-ad5a-bcb2f264dcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:53:56.882738 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.883119 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Bound using segment: {'id': '3095bfd7-db7c-4f15-b770-e7f631821423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a64d693d-fe21-41d6-ad5a-bcb2f264dcb6'} {{(pid=104278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:53:56.883599 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.managers [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Bound port: 3346ef94-bf1a-48c8-b629-7adec48debbe, host: dv-cinder-852261-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3095bfd7-db7c-4f15-b770-e7f631821423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a64d693d-fe21-41d6-ad5a-bcb2f264dcb6'}}] {{(pid=104278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:53:56.883998 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.887345 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-b230afec-1534-4bb6-b67f-0e4bb2538ba8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:56.888586 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-b230afec-1534-4bb6-b67f-0e4bb2538ba8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3076069 Aug 08 02:53:56.891442 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 49576) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:56.895988 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-63504a80-7db8-468e-b554-20c347db431e tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Request body: {'security_group_rule': {'security_group_id': '58b5c44b-d52e-477e-a7bd-1c604fabf570', 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:53:56.945044 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] For port 3346ef94-bf1a-48c8-b629-7adec48debbe, host dv-cinder-852261-2-iscsi, cleared binding levels {{(pid=104278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:53:56.948099 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] For port 3346ef94-bf1a-48c8-b629-7adec48debbe, host dv-cinder-852261-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=3346ef94-bf1a-48c8-b629-7adec48debbe,segment=NetworkSegment(3095bfd7-db7c-4f15-b770-e7f631821423),segment_id=3095bfd7-db7c-4f15-b770-e7f631821423)] {{(pid=104278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:53:56.991276 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-63504a80-7db8-468e-b554-20c347db431e tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (7570a5b3-9088-4ebd-a38d-5d79738f1f8a), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:57.014960 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:57.052008 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-63504a80-7db8-468e-b554-20c347db431e tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (7570a5b3-9088-4ebd-a38d-5d79738f1f8a), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:57.056883 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Routers {'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:53:57.057511 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:53:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:53:57.108049 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c48b97-c394-433c-8645-18047f7a36e3 None None] Pushing event updated for resources: {'Port': ['ID=3346ef94-bf1a-48c8-b629-7adec48debbe,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:57.139820 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-63504a80-7db8-468e-b554-20c347db431e tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (7570a5b3-9088-4ebd-a38d-5d79738f1f8a), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:57.162438 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63504a80-7db8-468e-b554-20c347db431e tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7570a5b3-9088-4ebd-a38d-5d79738f1f8a,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:57.216968 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-63504a80-7db8-468e-b554-20c347db431e tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:57.218646 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-63504a80-7db8-468e-b554-20c347db431e tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3261049 Aug 08 02:53:57.221575 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 49578) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:57.226392 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-8fb7ed21-3bbb-4ea0-b4b4-9b7bf014300c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Request body: {'security_group_rule': {'security_group_id': '58b5c44b-d52e-477e-a7bd-1c604fabf570', 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:53:57.299968 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.securitygroups_db [None req-8fb7ed21-3bbb-4ea0-b4b4-9b7bf014300c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Project cdf9c8d3eace468d852b873213f392f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 02:53:57.301383 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] Set router cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:53:57.306339 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8fb7ed21-3bbb-4ea0-b4b4-9b7bf014300c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (64fa40bf-9d65-4a55-9bcc-818e864e4cd0), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:57.324897 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:57.371654 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8fb7ed21-3bbb-4ea0-b4b4-9b7bf014300c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (64fa40bf-9d65-4a55-9bcc-818e864e4cd0), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:57.454253 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8fb7ed21-3bbb-4ea0-b4b4-9b7bf014300c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (64fa40bf-9d65-4a55-9bcc-818e864e4cd0), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:57.456066 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 9c899c86-14ff-4615-86a9-eab70e68dc9b up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:53:57.474146 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7ed21-3bbb-4ea0-b4b4-9b7bf014300c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64fa40bf-9d65-4a55-9bcc-818e864e4cd0,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:57.519985 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'name': 'tempest-TestVolumeBootPattern-548934653-router', 'tenant_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187'}], 'enable_snat': True}, 'gw_port_id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T02:53:54Z', 'revision_number': 4, 'project_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'gw_port': {'id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '3346ef94-bf1a-48c8-b629-7adec48debbe', 'name': '', 'network_id': 'a64d693d-fe21-41d6-ad5a-bcb2f264dcb6', 'tenant_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'mac_address': 'fa:16:3e:ec:96:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d0906c8-5a0b-4f6d-9bbe-10c22f092974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:53Z', 'updated_at': '2022-08-08T02:53:56Z', 'revision_number': 4, 'project_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'subnets': [{'id': '4d0906c8-5a0b-4f6d-9bbe-10c22f092974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:53:57.538627 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-8fb7ed21-3bbb-4ea0-b4b4-9b7bf014300c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:57.539876 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-8fb7ed21-3bbb-4ea0-b4b4-9b7bf014300c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3174148 Aug 08 02:53:57.542633 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 49580) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:53:57.547010 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-b11a99e4-17f4-4d94-a62b-267b294f116a tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Request body: {'security_group_rule': {'security_group_id': '58b5c44b-d52e-477e-a7bd-1c604fabf570', 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:53:57.551155 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2ef65-4fbe-40d5-b987-2e43ed6a70f8 None None] The sync data for ids ['cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'] in dv-cinder-852261-2-iscsi is: [{'id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'name': 'tempest-TestVolumeBootPattern-548934653-router', 'tenant_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187'}], 'enable_snat': True}, 'gw_port_id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T02:53:54Z', 'revision_number': 4, 'project_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'gw_port': {'id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '3346ef94-bf1a-48c8-b629-7adec48debbe', 'name': '', 'network_id': 'a64d693d-fe21-41d6-ad5a-bcb2f264dcb6', 'tenant_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'mac_address': 'fa:16:3e:ec:96:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '4d0906c8-5a0b-4f6d-9bbe-10c22f092974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:53Z', 'updated_at': '2022-08-08T02:53:56Z', 'revision_number': 4, 'project_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'subnets': [{'id': '4d0906c8-5a0b-4f6d-9bbe-10c22f092974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:53:57.560858 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 9c899c86-14ff-4615-86a9-eab70e68dc9b triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:57.561296 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (9c899c86-14ff-4615-86a9-eab70e68dc9b), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:57.644588 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 9c899c86-14ff-4615-86a9-eab70e68dc9b is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:53:57.645239 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.securitygroups_db [None req-b11a99e4-17f4-4d94-a62b-267b294f116a tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Project cdf9c8d3eace468d852b873213f392f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 02:53:57.655923 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b11a99e4-17f4-4d94-a62b-267b294f116a tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (e6120161-8f69-4589-8e7b-dd12fb0ba792), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:57.722639 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b11a99e4-17f4-4d94-a62b-267b294f116a tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (e6120161-8f69-4589-8e7b-dd12fb0ba792), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:57.796856 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b11a99e4-17f4-4d94-a62b-267b294f116a tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681898'] for security_group_rule (e6120161-8f69-4589-8e7b-dd12fb0ba792), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:57.819023 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a99e4-17f4-4d94-a62b-267b294f116a tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6120161-8f69-4589-8e7b-dd12fb0ba792,revision_number=0']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:53:57.887614 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b11a99e4-17f4-4d94-a62b-267b294f116a tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:57.888932 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-b11a99e4-17f4-4d94-a62b-267b294f116a tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3453035 Aug 08 02:53:58.822276 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:59.471080 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 3346ef94-bf1a-48c8-b629-7adec48debbe up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:53:59.519149 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 3346ef94-bf1a-48c8-b629-7adec48debbe triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:53:59.519509 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:59.546511 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:53:59.595008 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 3346ef94-bf1a-48c8-b629-7adec48debbe is: DOWN; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:53:59.595397 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:59.629533 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] For port 3346ef94-bf1a-48c8-b629-7adec48debbe, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=3346ef94-bf1a-48c8-b629-7adec48debbe,segment=NetworkSegment(3095bfd7-db7c-4f15-b770-e7f631821423),segment_id=3095bfd7-db7c-4f15-b770-e7f631821423)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:53:59.702004 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:53:59.750795 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Pushing event updated for resources: {'Port': ['ID=3346ef94-bf1a-48c8-b629-7adec48debbe,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:54:01.456990 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 3346ef94-bf1a-48c8-b629-7adec48debbe up at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:54:01.505551 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Provisioning complete for port 3346ef94-bf1a-48c8-b629-7adec48debbe triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:54:01.505921 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:01.579747 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Current status of the port 3346ef94-bf1a-48c8-b629-7adec48debbe is: ACTIVE; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:54:04.334581 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=72 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:06.822045 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=32,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:07.818938 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=47,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:07.819646 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:11.574017 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:11.577963 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=24 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:18.989516 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-d61f93e1-7b9c-4866-80a8-618b316177bf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1385983741&fields=id&tenant_id=cdf9c8d3eace468d852b873213f392f4 HTTP/1.1" status: 200 len: 267 time: 0.0462828 Aug 08 02:54:19.029872 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:19.030691 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:19.098836 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-2f0912be-6fd4-4b1f-9675-598195f619df tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:19.100270 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-2f0912be-6fd4-4b1f-9675-598195f619df tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 812 time: 0.1040015 Aug 08 02:54:19.114921 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-1e4d9119-0240-47eb-b187-010ac6434979 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/quotas/cdf9c8d3eace468d852b873213f392f4 HTTP/1.1" status: 200 len: 375 time: 0.0089524 Aug 08 02:54:19.163679 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-92c1b3a3-94e6-4217-a76e-8ecf1d908b63 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433366 Aug 08 02:54:19.346308 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-d6d6196d-e18e-40c6-8f14-ac5ccb555c3b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712143 Aug 08 02:54:19.441727 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-d86e7ba7-2c00-4488-a779-0db847baecf8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897732 Aug 08 02:54:20.033553 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-1670cf4d-6c3e-4746-a742-39d0139f816b req-b6748834-93a8-4f2d-8566-6a36ca4e970a tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 210 time: 0.0288358 Aug 08 02:54:20.639059 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f66e150f-a231-4234-bc70-711e771b1994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:21.135758 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6b6a4e55-ca44-424e-a4d7-74eeb965989b req-54f1c7a0-a50f-4404-bc80-8c7cc4561b48 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 210 time: 0.0281606 Aug 08 02:54:22.152655 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-bb3f5e4a-2869-48ed-b10d-aab123fdae98 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:22.154088 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-bb3f5e4a-2869-48ed-b10d-aab123fdae98 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.48 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 812 time: 0.1039743 Aug 08 02:54:22.221442 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-cb8777a9-3a2c-4a8b-8b04-5be76734fdfc tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cdf9c8d3eace468d852b873213f392f4 HTTP/1.1" status: 200 len: 380 time: 0.0587509 Aug 08 02:54:22.231529 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Request body: {'port': {'device_id': '2db7557f-f807-42e7-8b82-65907d38a8f8', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'admin_state_up': True, 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'security_groups': ['58b5c44b-d52e-477e-a7bd-1c604fabf570']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:54:22.240795 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-015591f2-3fad-4c55-acb1-c318fb01aeb2 req-65d2cfe6-c931-45cf-96b9-f4789e188791 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 210 time: 0.0290351 Aug 08 02:54:22.396480 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Made reservation on behalf of cdf9c8d3eace468d852b873213f392f4 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:54:22.400001 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:22.526711 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Allocated IP 172.20.0.10 (a6048054-e97a-4e19-a2b6-2b1d1f8ee921/84ebda40-4bd2-478a-8c71-dc2867761787/90653888-3b9e-4656-9311-7ff54fceba03) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:54:22.623360 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:22.625719 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:22.672531 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for port (90653888-3b9e-4656-9311-7ff54fceba03), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:22.804458 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (90653888-3b9e-4656-9311-7ff54fceba03), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:22.852835 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:54:22.858190 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:54:22.860665 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event updated for resources: {'Port': ['ID=90653888-3b9e-4656-9311-7ff54fceba03,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:54:22.862943 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:54:22.893266 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:22.893612 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:22.893953 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:22.894284 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:22.894652 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:22.895032 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:22.895357 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:22.895678 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:22.895998 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:22.896316 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:22.896635 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:22.896952 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:22.897267 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:22.897580 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:22.897888 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:22.939851 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:22.939851 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:22.959142 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1e758c2f-5186-4fd3-9a27-a9fac1536a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:23.046834 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-2c3abe88-42a0-4c8e-85b9-4fb59e1c3abf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8194687 Aug 08 02:54:23.091993 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-840de32b-1156-4b20-b8aa-578d5e20d67b None None] Provisioning complete for port 90653888-3b9e-4656-9311-7ff54fceba03 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:54:23.092365 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-840de32b-1156-4b20-b8aa-578d5e20d67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (90653888-3b9e-4656-9311-7ff54fceba03), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:23.108852 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Request body: {'port': {'device_id': '2db7557f-f807-42e7-8b82-65907d38a8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:54:23.128109 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-840de32b-1156-4b20-b8aa-578d5e20d67b None None] Port 90653888-3b9e-4656-9311-7ff54fceba03 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:54:23.169668 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (90653888-3b9e-4656-9311-7ff54fceba03), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:23.387137 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5fe8f-8269-4ed1-8852-54a371fbee9b req-cecb0529-6223-4962-981b-a2800823c4a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:23.388490 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-99e5fe8f-8269-4ed1-8852-54a371fbee9b req-cecb0529-6223-4962-981b-a2800823c4a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 932 time: 0.0609415 Aug 08 02:54:23.421808 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:23.473488 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-99e5fe8f-8269-4ed1-8852-54a371fbee9b req-9a736dad-26f0-4e79-a3ba-2c77fe1ddcc0 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762260 Aug 08 02:54:23.507693 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90653888-3b9e-4656-9311-7ff54fceba03 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:54:23.515198 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Publish callbacks [] for port (90653888-3b9e-4656-9311-7ff54fceba03), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:23.528136 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Transition to ACTIVE for port object 90653888-3b9e-4656-9311-7ff54fceba03 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:54:23.612958 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (90653888-3b9e-4656-9311-7ff54fceba03), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:23.705307 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Pushing event updated for resources: {'Port': ['ID=90653888-3b9e-4656-9311-7ff54fceba03,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:54:23.723643 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Attempting to bind port 90653888-3b9e-4656-9311-7ff54fceba03 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:54:23.723971 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Attempting to bind port 90653888-3b9e-4656-9311-7ff54fceba03 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:54:23.724294 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Attempting to bind port 90653888-3b9e-4656-9311-7ff54fceba03 on network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:54:23.728702 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Port 90653888-3b9e-4656-9311-7ff54fceba03 on network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:54:23.729503 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Attempting to bind port 90653888-3b9e-4656-9311-7ff54fceba03 on network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:54:23.734466 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:54:23.734801 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Checking segment: {'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:54:23.735173 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Bound using segment: {'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:54:23.735592 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Bound port: 90653888-3b9e-4656-9311-7ff54fceba03, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:54:23.735957 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (90653888-3b9e-4656-9311-7ff54fceba03), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:23.780147 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:23.795834 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] For port 90653888-3b9e-4656-9311-7ff54fceba03, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:54:23.798810 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] For port 90653888-3b9e-4656-9311-7ff54fceba03, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=90653888-3b9e-4656-9311-7ff54fceba03,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:54:23.882097 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (90653888-3b9e-4656-9311-7ff54fceba03), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:23.886638 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:23.887291 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:23.888661 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/90653888-3b9e-4656-9311-7ff54fceba03 HTTP/1.1" status: 200 len: 1094 time: 0.8350143 Aug 08 02:54:23.889153 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db7557f-f807-42e7-8b82-65907d38a8f8', 'tag': '90653888-3b9e-4656-9311-7ff54fceba03'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:54:23.891388 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c632ed7b-f92d-400e-acc3-90a4da68136a" -d '{"events": [{"name": "network-changed", "server_uuid": "2db7557f-f807-42e7-8b82-65907d38a8f8", "tag": "90653888-3b9e-4656-9311-7ff54fceba03"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:54:23.936828 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f685cce-5716-484f-8f59-86dcf3551c5b x-openstack-request-id: req-9f685cce-5716-484f-8f59-86dcf3551c5b {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:54:23.936828 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db7557f-f807-42e7-8b82-65907d38a8f8", "tag": "90653888-3b9e-4656-9311-7ff54fceba03", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:54:23.936828 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f685cce-5716-484f-8f59-86dcf3551c5b {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:54:23.937189 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f685cce-5716-484f-8f59-86dcf3551c5b'] response: {'name': 'network-changed', 'server_uuid': '2db7557f-f807-42e7-8b82-65907d38a8f8', 'tag': '90653888-3b9e-4656-9311-7ff54fceba03', 'status': 'completed', 'code': 200} Aug 08 02:54:23.941670 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae816862-81a2-4cbc-a5f2-894fe176f130 service neutron] Pushing event updated for resources: {'Port': ['ID=90653888-3b9e-4656-9311-7ff54fceba03,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:54:23.996131 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632ed7b-f92d-400e-acc3-90a4da68136a req-8de44171-f488-4515-aea7-5b34d41fdb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:23.997546 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c632ed7b-f92d-400e-acc3-90a4da68136a req-8de44171-f488-4515-aea7-5b34d41fdb11 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 1128 time: 0.0432842 Aug 08 02:54:24.096426 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632ed7b-f92d-400e-acc3-90a4da68136a req-02324fb9-1fd9-468c-836e-42c2440d6ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:24.097877 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c632ed7b-f92d-400e-acc3-90a4da68136a req-02324fb9-1fd9-468c-836e-42c2440d6ca7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=cdf9c8d3eace468d852b873213f392f4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0936208 Aug 08 02:54:24.196066 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632ed7b-f92d-400e-acc3-90a4da68136a req-8015c30c-bc66-4266-8453-9b0750449910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:24.198024 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-c632ed7b-f92d-400e-acc3-90a4da68136a req-8015c30c-bc66-4266-8453-9b0750449910 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938120 Aug 08 02:54:24.267277 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-5a5bdae8-a5a3-4043-a9d7-369590cf4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:24.268613 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-5a5bdae8-a5a3-4043-a9d7-369590cf4c4c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 1128 time: 0.0386131 Aug 08 02:54:24.311917 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-93ce1adf-af8e-4e76-a5f5-0ea3e5e9e555 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90653888-3b9e-4656-9311-7ff54fceba03 HTTP/1.1" status: 200 len: 217 time: 0.0351334 Aug 08 02:54:24.359810 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-bf522f19-7091-442d-b3d1-803e2cbdddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:24.361176 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-bf522f19-7091-442d-b3d1-803e2cbdddf3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=84ebda40-4bd2-478a-8c71-dc2867761787 HTTP/1.1" status: 200 len: 851 time: 0.0432408 Aug 08 02:54:24.405529 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-24dcbf23-53b6-4e1d-8c0c-63009661cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:24.407012 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-24dcbf23-53b6-4e1d-8c0c-63009661cce2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391500 Aug 08 02:54:24.479174 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:24.503526 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-f708e6eb-387d-45c0-84b1-6aad8c97396f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894384 Aug 08 02:54:24.618783 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b134f-f221-4547-866a-3b62d037a703 req-f8291aec-0be1-42aa-b25d-084d806021cc tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:24.620503 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fb0b134f-f221-4547-866a-3b62d037a703 req-f8291aec-0be1-42aa-b25d-084d806021cc tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0684206 Aug 08 02:54:24.647098 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-132790ae-0f21-4fea-a8c7-7a0f4efbc862 req-5f427137-1046-4054-be8b-21528d9d0c63 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377323 Aug 08 02:54:24.679066 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fb0b134f-f221-4547-866a-3b62d037a703 req-8fe450a6-a197-4873-b8c6-0877e6021dc8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528624 Aug 08 02:54:25.798777 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6a448-a9f1-430e-b746-c2297869859c req-7627f16f-e8fa-462b-bd13-f1117f0926c6 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:25.800249 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-53d6a448-a9f1-430e-b746-c2297869859c req-7627f16f-e8fa-462b-bd13-f1117f0926c6 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0471363 Aug 08 02:54:25.851574 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-53d6a448-a9f1-430e-b746-c2297869859c req-69e8a2e8-4996-4fe3-9725-9e2564b9f4c4 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457420 Aug 08 02:54:26.107099 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:26.124211 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:26.959898 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:26.971349 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5a4ed-6e3e-4b73-801a-5ba8adefd7cb req-14fa1682-bb88-49e5-9680-ae7f88cef44f tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:26.972769 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31f5a4ed-6e3e-4b73-801a-5ba8adefd7cb req-14fa1682-bb88-49e5-9680-ae7f88cef44f tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0491705 Aug 08 02:54:27.023191 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-31f5a4ed-6e3e-4b73-801a-5ba8adefd7cb req-65289b7b-9f44-4fcc-96b3-6712413b5634 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449505 Aug 08 02:54:28.141715 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fd26b-7455-4722-8f6f-3bf5db9e1d24 req-36270f06-5e9c-42e3-b99b-c5f9943c5bdf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:28.143189 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-322fd26b-7455-4722-8f6f-3bf5db9e1d24 req-36270f06-5e9c-42e3-b99b-c5f9943c5bdf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0479791 Aug 08 02:54:28.192676 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-322fd26b-7455-4722-8f6f-3bf5db9e1d24 req-3b562ddc-5ac4-43a1-aa3d-9baf8a62d330 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438957 Aug 08 02:54:28.960879 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:28.970050 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:54:29.310448 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2346b-aa3d-4d6f-af60-a8b288318ed9 req-1871754d-e042-45d0-a8bf-16a655fba540 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:29.311882 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-35d2346b-aa3d-4d6f-af60-a8b288318ed9 req-1871754d-e042-45d0-a8bf-16a655fba540 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0472155 Aug 08 02:54:29.363413 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-35d2346b-aa3d-4d6f-af60-a8b288318ed9 req-ec62e50b-45ac-4339-b8cf-4a1c77e77f2c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460234 Aug 08 02:54:30.484166 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324ea33-1e65-4643-96fb-e7488b848477 req-16290e73-f5ac-49a9-a80f-bae85ed29901 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:30.485612 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8324ea33-1e65-4643-96fb-e7488b848477 req-16290e73-f5ac-49a9-a80f-bae85ed29901 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0470800 Aug 08 02:54:30.534702 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8324ea33-1e65-4643-96fb-e7488b848477 req-f73b43a6-8c1a-483a-be5f-91f4b2d877af tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433979 Aug 08 02:54:31.656280 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd6b06-7d85-460c-8e29-c6ea3305e2bc req-a941f662-621b-44ff-81bd-f02d85a6d588 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:31.657630 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58fd6b06-7d85-460c-8e29-c6ea3305e2bc req-a941f662-621b-44ff-81bd-f02d85a6d588 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0467975 Aug 08 02:54:31.705383 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58fd6b06-7d85-460c-8e29-c6ea3305e2bc req-e82dc173-fd79-4c78-b839-3ab9ce0d855a tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422382 Aug 08 02:54:32.829325 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386df0c-e26b-4d74-a9c7-84be024d22f8 req-df8254d8-aad4-4e01-9703-8425fbc36c5b tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:32.830793 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b386df0c-e26b-4d74-a9c7-84be024d22f8 req-df8254d8-aad4-4e01-9703-8425fbc36c5b tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 944 time: 0.0516474 Aug 08 02:54:32.880777 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-b386df0c-e26b-4d74-a9c7-84be024d22f8 req-11774c20-adda-46f2-acf5-09e8e9cc3575 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444930 Aug 08 02:54:33.500686 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 90653888-3b9e-4656-9311-7ff54fceba03 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:54:33.601179 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 90653888-3b9e-4656-9311-7ff54fceba03, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=90653888-3b9e-4656-9311-7ff54fceba03,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:54:33.612076 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': '90653888-3b9e-4656-9311-7ff54fceba03', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'port_id': '90653888-3b9e-4656-9311-7ff54fceba03', 'mac_address': 'fa:16:3e:75:12:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:54:33.646426 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 90653888-3b9e-4656-9311-7ff54fceba03 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:54:33.646811 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (90653888-3b9e-4656-9311-7ff54fceba03), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:33.660254 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90653888-3b9e-4656-9311-7ff54fceba03 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:54:33.685371 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 90653888-3b9e-4656-9311-7ff54fceba03, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=90653888-3b9e-4656-9311-7ff54fceba03,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:54:33.755902 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (90653888-3b9e-4656-9311-7ff54fceba03), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:33.804909 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=90653888-3b9e-4656-9311-7ff54fceba03,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:54:33.812666 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:33.813008 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:33.813345 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:33.813678 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:33.814003 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:33.814331 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:33.814689 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:33.815009 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:33.815327 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:33.815642 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:33.815957 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:33.816273 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:33.816590 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:33.816900 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:33.817236 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:54:33.985099 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:33.998828 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d24a7f-510c-4d49-8ff0-5213d00c851f req-802a6e7e-060b-4cb7-b030-6468456b002d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:34.000266 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-97d24a7f-510c-4d49-8ff0-5213d00c851f req-802a6e7e-060b-4cb7-b030-6468456b002d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 945 time: 0.0471921 Aug 08 02:54:34.049318 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-97d24a7f-510c-4d49-8ff0-5213d00c851f req-1e025953-33ec-430e-ac58-ba112e8616a3 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435419 Aug 08 02:54:34.097854 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['90653888-3b9e-4656-9311-7ff54fceba03'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:54:34.292325 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:34.292906 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:35.166231 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7942e-8d48-4765-8f19-6aa70a92367f req-e948fc30-d602-4d64-ab41-dbab4a5dd39b tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:35.168184 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0bd7942e-8d48-4765-8f19-6aa70a92367f req-e948fc30-d602-4d64-ab41-dbab4a5dd39b tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 945 time: 0.0474029 Aug 08 02:54:35.217138 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-0bd7942e-8d48-4765-8f19-6aa70a92367f req-77a79539-3983-46dc-bde6-4cd742be4671 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433962 Aug 08 02:54:35.529312 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 90653888-3b9e-4656-9311-7ff54fceba03 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:54:35.571731 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port 90653888-3b9e-4656-9311-7ff54fceba03 completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:54:35.652706 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port 90653888-3b9e-4656-9311-7ff54fceba03 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:54:35.653139 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (90653888-3b9e-4656-9311-7ff54fceba03), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:35.725651 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 90653888-3b9e-4656-9311-7ff54fceba03 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:54:35.726028 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (90653888-3b9e-4656-9311-7ff54fceba03), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:35.748269 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db7557f-f807-42e7-8b82-65907d38a8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90653888-3b9e-4656-9311-7ff54fceba03'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:54:35.750589 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c871ad-6b68-4cd2-99e1-bacf10cdaff8" -d '{"events": [{"server_uuid": "2db7557f-f807-42e7-8b82-65907d38a8f8", "name": "network-vif-plugged", "status": "completed", "tag": "90653888-3b9e-4656-9311-7ff54fceba03"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:54:35.762726 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 90653888-3b9e-4656-9311-7ff54fceba03, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=90653888-3b9e-4656-9311-7ff54fceba03,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:54:35.789449 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5bcc8f-298d-4cee-bd99-3e1178bce7b9 x-openstack-request-id: req-5b5bcc8f-298d-4cee-bd99-3e1178bce7b9 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:54:35.789742 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db7557f-f807-42e7-8b82-65907d38a8f8", "name": "network-vif-plugged", "status": "completed", "tag": "90653888-3b9e-4656-9311-7ff54fceba03", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:54:35.789997 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b5bcc8f-298d-4cee-bd99-3e1178bce7b9 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:54:35.790427 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5bcc8f-298d-4cee-bd99-3e1178bce7b9'] response: {'server_uuid': '2db7557f-f807-42e7-8b82-65907d38a8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90653888-3b9e-4656-9311-7ff54fceba03', 'code': 200} Aug 08 02:54:35.813084 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (90653888-3b9e-4656-9311-7ff54fceba03), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:35.861636 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=90653888-3b9e-4656-9311-7ff54fceba03,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:54:36.101274 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07ebc0-2d56-4fcc-9dec-81b8b2c7f771 req-2ed3c604-f277-4807-8393-8f48ef30295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:36.102836 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b07ebc0-2d56-4fcc-9dec-81b8b2c7f771 req-2ed3c604-f277-4807-8393-8f48ef30295c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 1130 time: 0.0461242 Aug 08 02:54:36.154113 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8b07ebc0-2d56-4fcc-9dec-81b8b2c7f771 req-546df8cd-7629-4122-a9d6-49de9be69ce8 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451446 Aug 08 02:54:36.341014 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c4d44-bad8-4957-b1e6-40ea96a783f5 req-0d4c8bd2-5b66-4bdb-aa80-998b00fafad6 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:36.342528 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fe2c4d44-bad8-4957-b1e6-40ea96a783f5 req-0d4c8bd2-5b66-4bdb-aa80-998b00fafad6 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 946 time: 0.0530329 Aug 08 02:54:36.394798 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-fe2c4d44-bad8-4957-b1e6-40ea96a783f5 req-ddfea1eb-f63d-49db-afd0-377d62013877 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466032 Aug 08 02:54:37.512451 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffafff-e401-44bb-89ad-38dfe2d5d4d6 req-4b719937-eea7-4651-9c0b-8fc27a0fd160 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:37.513914 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3fffafff-e401-44bb-89ad-38dfe2d5d4d6 req-4b719937-eea7-4651-9c0b-8fc27a0fd160 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 946 time: 0.0467823 Aug 08 02:54:37.563179 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3fffafff-e401-44bb-89ad-38dfe2d5d4d6 req-19d8b908-296e-4ee0-a10e-4a5cf84362e4 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437748 Aug 08 02:54:38.185745 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:38.679010 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e711d6-378d-4e8f-b298-3c0f0c47c3b8 req-09f37a80-d466-4897-8a32-91c7c25dd111 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:38.680497 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e7e711d6-378d-4e8f-b298-3c0f0c47c3b8 req-09f37a80-d466-4897-8a32-91c7c25dd111 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 946 time: 0.0473266 Aug 08 02:54:38.729491 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e7e711d6-378d-4e8f-b298-3c0f0c47c3b8 req-98ca574e-f682-40b6-80ae-8e67e2b31006 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432069 Aug 08 02:54:38.843055 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ef815-210f-49b8-aee4-f4f62efb6a14 req-fd53f665-388a-4732-863f-d15531990b4c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:38.844493 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6c7ef815-210f-49b8-aee4-f4f62efb6a14 req-fd53f665-388a-4732-863f-d15531990b4c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 946 time: 0.0459087 Aug 08 02:54:38.895811 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6c7ef815-210f-49b8-aee4-f4f62efb6a14 req-9284a359-3f8c-493b-8925-2effc77a0a26 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458016 Aug 08 02:54:38.924778 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 49754) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:54:38.960119 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:39.004618 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15759a93-c9f1-41ef-afa5-f8872f7134e2 tempest-TestVolumeBootPattern-1112217480 tempest-TestVolumeBootPattern-1112217480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:39.006088 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-15759a93-c9f1-41ef-afa5-f8872f7134e2 tempest-TestVolumeBootPattern-1112217480 tempest-TestVolumeBootPattern-1112217480-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 1125 time: 0.0803344 Aug 08 02:54:39.009019 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 49758) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:54:39.013776 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Request body: {'floatingip': {'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'port_id': '90653888-3b9e-4656-9311-7ff54fceba03', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:54:39.118364 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:39.200060 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:39.299571 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Allocated IP 172.27.4.77 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/f5220cb9-b2ae-4391-9ab5-b6800be60b6d) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:54:39.639700 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:39.648992 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for port (f5220cb9-b2ae-4391-9ab5-b6800be60b6d), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:39.735356 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (f5220cb9-b2ae-4391-9ab5-b6800be60b6d), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:39.760213 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:39.774432 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:54:39.777234 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:54:39.780620 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:54:39.803768 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event updated for resources: {'Port': ['ID=f5220cb9-b2ae-4391-9ab5-b6800be60b6d,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:54:40.132738 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for floatingip (24310de0-c9a4-4a94-a885-fc1acf0c99e7), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:40.254850 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (f5220cb9-b2ae-4391-9ab5-b6800be60b6d), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:40.370795 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:40.401767 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for port (f5220cb9-b2ae-4391-9ab5-b6800be60b6d), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:40.472417 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (f5220cb9-b2ae-4391-9ab5-b6800be60b6d), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:40.542525 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event updated for resources: {'Port': ['ID=f5220cb9-b2ae-4391-9ab5-b6800be60b6d,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:54:40.547385 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (24310de0-c9a4-4a94-a885-fc1acf0c99e7), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:40.643746 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Floating IP 24310de0-c9a4-4a94-a885-fc1acf0c99e7 associated. External IP: 172.27.4.77, port: 90653888-3b9e-4656-9311-7ff54fceba03. Aug 08 02:54:40.819672 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:40.838946 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:54:40.943049 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:54:40.952888 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c967e5-8779-4632-bf85-4dcda2de9e68 None None] Sync routers for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:54:40.962160 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c967e5-8779-4632-bf85-4dcda2de9e68 None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:54:40.963378 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-c9c967e5-8779-4632-bf85-4dcda2de9e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:54:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:54:41.020475 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:41.055381 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d9e9e95e-07d6-4d5a-a60e-d1936d266073 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0448182 Aug 08 02:54:41.055978 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db7557f-f807-42e7-8b82-65907d38a8f8', 'tag': '90653888-3b9e-4656-9311-7ff54fceba03'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:54:41.058439 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdc1774-f3ee-42a5-ad0c-50b3292baa36" -d '{"events": [{"name": "network-changed", "server_uuid": "2db7557f-f807-42e7-8b82-65907d38a8f8", "tag": "90653888-3b9e-4656-9311-7ff54fceba03"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:54:41.061624 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-c9c967e5-8779-4632-bf85-4dcda2de9e68 None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:54:41.096689 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243616df-12da-4007-a904-fc84d861acb1 x-openstack-request-id: req-243616df-12da-4007-a904-fc84d861acb1 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:54:41.096981 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db7557f-f807-42e7-8b82-65907d38a8f8", "tag": "90653888-3b9e-4656-9311-7ff54fceba03", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:54:41.097236 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-243616df-12da-4007-a904-fc84d861acb1 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:54:41.097648 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-243616df-12da-4007-a904-fc84d861acb1'] response: {'name': 'network-changed', 'server_uuid': '2db7557f-f807-42e7-8b82-65907d38a8f8', 'tag': '90653888-3b9e-4656-9311-7ff54fceba03', 'status': 'completed', 'code': 200} Aug 08 02:54:41.157282 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc1774-f3ee-42a5-ad0c-50b3292baa36 req-e4667e1a-02b9-45ae-b0a4-b193880561da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:41.158898 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6cdc1774-f3ee-42a5-ad0c-50b3292baa36 req-e4667e1a-02b9-45ae-b0a4-b193880561da service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 1130 time: 0.0399253 Aug 08 02:54:41.251637 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc1774-f3ee-42a5-ad0c-50b3292baa36 req-15fe12e8-1e75-4ccc-b63f-86d72876a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:41.253257 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6cdc1774-f3ee-42a5-ad0c-50b3292baa36 req-15fe12e8-1e75-4ccc-b63f-86d72876a816 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 913 time: 0.0884309 Aug 08 02:54:41.275203 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-c9c967e5-8779-4632-bf85-4dcda2de9e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '24310de0-c9a4-4a94-a885-fc1acf0c99e7', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'floating_ip_address': '172.27.4.77', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'port_id': '90653888-3b9e-4656-9311-7ff54fceba03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'mac_address': 'fa:16:3e:75:12:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db7557f-f807-42e7-8b82-65907d38a8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:54:39Z', 'updated_at': '2022-08-08T02:54:39Z', 'revision_number': 0, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:54:41.300453 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c967e5-8779-4632-bf85-4dcda2de9e68 None None] Checking router: 7e9df1ec-79e3-429c-b67b-40cd75b63a7c for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:54:41.309841 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c967e5-8779-4632-bf85-4dcda2de9e68 None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:54:41.310473 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-c9c967e5-8779-4632-bf85-4dcda2de9e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:54:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:54:41.319334 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6cdc1774-f3ee-42a5-ad0c-50b3292baa36 req-f9740b63-87d3-4898-af07-dbbe41a44902 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90653888-3b9e-4656-9311-7ff54fceba03 HTTP/1.1" status: 200 len: 999 time: 0.0600052 Aug 08 02:54:41.368175 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc1774-f3ee-42a5-ad0c-50b3292baa36 req-f0b7ba45-7f79-42e7-a644-a688f0a90c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:41.370251 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6cdc1774-f3ee-42a5-ad0c-50b3292baa36 req-f0b7ba45-7f79-42e7-a644-a688f0a90c24 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=84ebda40-4bd2-478a-8c71-dc2867761787 HTTP/1.1" status: 200 len: 851 time: 0.0458517 Aug 08 02:54:41.413478 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-c9c967e5-8779-4632-bf85-4dcda2de9e68 None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:54:41.415798 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc1774-f3ee-42a5-ad0c-50b3292baa36 req-4dc617d3-c3ab-48e4-9397-b8eda09480cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:41.417465 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6cdc1774-f3ee-42a5-ad0c-50b3292baa36 req-4dc617d3-c3ab-48e4-9397-b8eda09480cb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406473 Aug 08 02:54:41.682789 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6cdc1774-f3ee-42a5-ad0c-50b3292baa36 req-7de536ce-caa3-43a4-b75a-76ef571093b2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903826 Aug 08 02:54:41.706453 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-c9c967e5-8779-4632-bf85-4dcda2de9e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '24310de0-c9a4-4a94-a885-fc1acf0c99e7', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'floating_ip_address': '172.27.4.77', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'port_id': '90653888-3b9e-4656-9311-7ff54fceba03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'mac_address': 'fa:16:3e:75:12:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db7557f-f807-42e7-8b82-65907d38a8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:54:39Z', 'updated_at': '2022-08-08T02:54:39Z', 'revision_number': 0, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:54:41.732061 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c967e5-8779-4632-bf85-4dcda2de9e68 None None] The sync data for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi is: [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': '24310de0-c9a4-4a94-a885-fc1acf0c99e7', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'floating_ip_address': '172.27.4.77', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'port_id': '90653888-3b9e-4656-9311-7ff54fceba03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'mac_address': 'fa:16:3e:75:12:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db7557f-f807-42e7-8b82-65907d38a8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:54:39Z', 'updated_at': '2022-08-08T02:54:39Z', 'revision_number': 0, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:54:41.782019 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6cdc1774-f3ee-42a5-ad0c-50b3292baa36 req-1bb7022d-09a0-41e9-943b-e937fb78e8f9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924633 Aug 08 02:54:41.930428 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0346d7f-9eb8-49de-a038-e050844a741f None None] New status for floating IP 24310de0-c9a4-4a94-a885-fc1acf0c99e7: ACTIVE {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:54:46.419549 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:46.423772 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6af49ac6-c2e5-4be1-9b27-961cdeb5f01a req-15886364-e2dc-452f-8766-9338d3a67f2b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438714 Aug 08 02:54:46.509591 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af49ac6-c2e5-4be1-9b27-961cdeb5f01a req-78ff9380-61f2-4e42-9040-eab6abc4036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:46.511694 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6af49ac6-c2e5-4be1-9b27-961cdeb5f01a req-78ff9380-61f2-4e42-9040-eab6abc4036a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 1130 time: 0.0412445 Aug 08 02:54:46.620548 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af49ac6-c2e5-4be1-9b27-961cdeb5f01a req-3df97fdf-28c4-4807-b996-b112e67208ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:46.621968 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6af49ac6-c2e5-4be1-9b27-961cdeb5f01a req-3df97fdf-28c4-4807-b996-b112e67208ba service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 913 time: 0.0911114 Aug 08 02:54:46.682927 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6af49ac6-c2e5-4be1-9b27-961cdeb5f01a req-5039ca3a-3e61-4922-b89f-9e3009836263 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90653888-3b9e-4656-9311-7ff54fceba03 HTTP/1.1" status: 200 len: 1001 time: 0.0548263 Aug 08 02:54:46.730921 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af49ac6-c2e5-4be1-9b27-961cdeb5f01a req-adf39eec-8a02-4327-9cb0-e72f56bea31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:46.732353 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6af49ac6-c2e5-4be1-9b27-961cdeb5f01a req-adf39eec-8a02-4327-9cb0-e72f56bea31b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=84ebda40-4bd2-478a-8c71-dc2867761787 HTTP/1.1" status: 200 len: 851 time: 0.0440826 Aug 08 02:54:46.776102 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af49ac6-c2e5-4be1-9b27-961cdeb5f01a req-e0559c82-3461-48fa-a974-7d482ae459f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:54:46.777528 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6af49ac6-c2e5-4be1-9b27-961cdeb5f01a req-e0559c82-3461-48fa-a974-7d482ae459f5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393500 Aug 08 02:54:46.841895 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:46.871951 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6af49ac6-c2e5-4be1-9b27-961cdeb5f01a req-55403d24-1c64-4625-a960-67dde04a1d95 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883627 Aug 08 02:54:46.973187 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-6af49ac6-c2e5-4be1-9b27-961cdeb5f01a req-0c88b10d-9a6a-4af1-9b50-d543d9e952ec service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903211 Aug 08 02:54:48.721455 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=62 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:48.725347 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=68 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:50.601465 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c304b539-50a9-46b2-b20e-bb01534bbd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:51.709285 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=68 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:51.710006 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=80 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:52.940728 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e123637c-24af-45bf-a1cc-cca8e8a4ac86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:54.511697 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:56.094767 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:56.123276 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:54:56.968654 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=9 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:56.970597 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=53 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:54:58.807024 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:55:01.976147 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:55:05.969598 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:55:08.758345 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=50,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:55:08.760257 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=44,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:55:19.066022 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=17 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:55:19.067906 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=17 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:55:20.588927 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6b63731f-1c3a-4788-bf80-1b662758ca49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:55:22.914291 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a462-46e3-4a71-80f3-1963fe0f03f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:55:24.474184 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:55:26.120506 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:55:26.143210 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:55:28.857753 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:55:38.773507 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:55:38.775392 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:55:42.968722 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:55:46.416891 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0206d0c6-5fb5-451b-b87b-f024d8f179ee req-9c2874b6-a857-40ed-add2-0a3ea93f7eff service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387924 Aug 08 02:55:46.497134 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d0c6-5fb5-451b-b87b-f024d8f179ee req-c991f78c-aae1-4973-866b-d62a9ace6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:55:46.498629 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0206d0c6-5fb5-451b-b87b-f024d8f179ee req-c991f78c-aae1-4973-866b-d62a9ace6869 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 1130 time: 0.0401404 Aug 08 02:55:46.604945 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d0c6-5fb5-451b-b87b-f024d8f179ee req-89784273-ca15-4acf-bc71-28104ddf88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:55:46.607101 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0206d0c6-5fb5-451b-b87b-f024d8f179ee req-89784273-ca15-4acf-bc71-28104ddf88b5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 913 time: 0.0909545 Aug 08 02:55:46.666083 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0206d0c6-5fb5-451b-b87b-f024d8f179ee req-65193d74-df82-4200-9ec5-0b3c338e001f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90653888-3b9e-4656-9311-7ff54fceba03 HTTP/1.1" status: 200 len: 1001 time: 0.0534081 Aug 08 02:55:46.714184 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d0c6-5fb5-451b-b87b-f024d8f179ee req-fe6428a0-f5e6-4235-8ae8-878712b90f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:55:46.716280 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0206d0c6-5fb5-451b-b87b-f024d8f179ee req-fe6428a0-f5e6-4235-8ae8-878712b90f68 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=84ebda40-4bd2-478a-8c71-dc2867761787 HTTP/1.1" status: 200 len: 851 time: 0.0436656 Aug 08 02:55:46.761245 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d0c6-5fb5-451b-b87b-f024d8f179ee req-7bc7e3e6-16d2-4e2b-8204-b449b9109b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:55:46.764267 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0206d0c6-5fb5-451b-b87b-f024d8f179ee req-7bc7e3e6-16d2-4e2b-8204-b449b9109b65 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425198 Aug 08 02:55:46.853749 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0206d0c6-5fb5-451b-b87b-f024d8f179ee req-472509b3-c2b9-4851-9208-507915c0c4ed service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832129 Aug 08 02:55:46.945955 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-0206d0c6-5fb5-451b-b87b-f024d8f179ee req-ca1a9bed-8faa-494b-a910-28e829792a3c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864956 Aug 08 02:55:50.578778 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-69241da8-85b8-40e0-b3c4-54b864e1e860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:55:52.933284 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-23df1db1-3306-4d64-9abe-4d6dde1f6bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:55:52.963705 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:55:52.965259 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:55:54.481935 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:55:56.121752 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:55:56.168750 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:55:56.941109 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=50 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:55:56.943007 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=51 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:55:58.835532 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:08.766082 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:56:08.772095 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:56:19.026552 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:56:19.968408 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:56:20.604661 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-31cba420-c6c2-42ec-8d5c-64344bfde42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:22.919206 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f9058f8c-f4ec-41cf-8808-0fe71f3ba3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:24.474992 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:26.120400 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:26.143113 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:28.846269 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:29.184937 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=2 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:56:29.963843 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:56:39.195776 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:56:39.198740 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:56:47.415032 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f052e569-97d5-4108-a4d0-811d563c9b4d req-a0df3d20-151a-4b42-9bcc-0e2c283942c2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397270 Aug 08 02:56:47.493084 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052e569-97d5-4108-a4d0-811d563c9b4d req-85b3dbbd-e125-4414-ba7d-6394c67cf450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:56:47.494609 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f052e569-97d5-4108-a4d0-811d563c9b4d req-85b3dbbd-e125-4414-ba7d-6394c67cf450 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 1130 time: 0.0390887 Aug 08 02:56:47.600901 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052e569-97d5-4108-a4d0-811d563c9b4d req-6e729f1d-a381-4216-8d2f-420dc7a9ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:56:47.602325 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f052e569-97d5-4108-a4d0-811d563c9b4d req-6e729f1d-a381-4216-8d2f-420dc7a9ba34 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 913 time: 0.0901036 Aug 08 02:56:47.662596 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f052e569-97d5-4108-a4d0-811d563c9b4d req-7d08e36a-a3bb-4e8a-be08-ad9911ebab45 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90653888-3b9e-4656-9311-7ff54fceba03 HTTP/1.1" status: 200 len: 1001 time: 0.0543931 Aug 08 02:56:47.716442 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052e569-97d5-4108-a4d0-811d563c9b4d req-a14134c8-4bdc-4f3f-9b8d-d4a850f863f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:56:47.717771 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f052e569-97d5-4108-a4d0-811d563c9b4d req-a14134c8-4bdc-4f3f-9b8d-d4a850f863f0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=84ebda40-4bd2-478a-8c71-dc2867761787 HTTP/1.1" status: 200 len: 851 time: 0.0471971 Aug 08 02:56:47.759778 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052e569-97d5-4108-a4d0-811d563c9b4d req-30261f8b-8cbb-4819-9c71-f77c7264c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:56:47.761212 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f052e569-97d5-4108-a4d0-811d563c9b4d req-30261f8b-8cbb-4819-9c71-f77c7264c9a5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377955 Aug 08 02:56:47.848412 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f052e569-97d5-4108-a4d0-811d563c9b4d req-4fa771d4-c54e-481f-a941-ddab78e07c34 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811069 Aug 08 02:56:47.940724 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f052e569-97d5-4108-a4d0-811d563c9b4d req-da842372-4103-4f1a-827a-9fa74a4eb808 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865016 Aug 08 02:56:50.586994 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-76938452-6eab-4ee4-b668-8b5e6514c6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:52.920658 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5269c08c-a30f-4482-9a7f-9a1c6f373e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:54.478059 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:56.142495 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:56.182253 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:56.680847 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a1b79-50f5-4914-b7e5-2e51f2abffac req-5b8852d2-7854-4701-a7c5-4259c6a256ab tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:56:56.682328 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-377a1b79-50f5-4914-b7e5-2e51f2abffac req-5b8852d2-7854-4701-a7c5-4259c6a256ab tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 946 time: 0.0497894 Aug 08 02:56:56.734482 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-377a1b79-50f5-4914-b7e5-2e51f2abffac req-9c8ef9d9-ec9f-4540-b6e8-99ec5124991e tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457165 Aug 08 02:56:56.967525 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:56:57.855444 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5903724-46a7-4626-8688-eeb352cc3a26 req-a4b4c615-5abb-453f-99c1-3f6b6c9c49f5 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:56:57.856881 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e5903724-46a7-4626-8688-eeb352cc3a26 req-a4b4c615-5abb-453f-99c1-3f6b6c9c49f5 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 946 time: 0.0472085 Aug 08 02:56:57.907788 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e5903724-46a7-4626-8688-eeb352cc3a26 req-d5870842-45ab-4411-b81b-af53f91a190c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453749 Aug 08 02:56:58.424985 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ddb9d-c157-4f6a-9b7c-dc06c22503ae req-db8b439a-3106-4ad0-bf20-2b3ff2d9770b tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:56:58.426432 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-042ddb9d-c157-4f6a-9b7c-dc06c22503ae req-db8b439a-3106-4ad0-bf20-2b3ff2d9770b tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 946 time: 0.0500402 Aug 08 02:56:58.510454 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-042ddb9d-c157-4f6a-9b7c-dc06c22503ae req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Deleting port 90653888-3b9e-4656-9311-7ff54fceba03 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 02:56:58.510792 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-042ddb9d-c157-4f6a-9b7c-dc06c22503ae req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (90653888-3b9e-4656-9311-7ff54fceba03), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:58.602123 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-042ddb9d-c157-4f6a-9b7c-dc06c22503ae req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] For port 90653888-3b9e-4656-9311-7ff54fceba03, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=90653888-3b9e-4656-9311-7ff54fceba03,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:56:58.602517 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-042ddb9d-c157-4f6a-9b7c-dc06c22503ae req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (90653888-3b9e-4656-9311-7ff54fceba03), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:58.753182 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:56:58.759947 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-042ddb9d-c157-4f6a-9b7c-dc06c22503ae req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:58.760314 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-042ddb9d-c157-4f6a-9b7c-dc06c22503ae req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (24310de0-c9a4-4a94-a885-fc1acf0c99e7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:58.760650 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [req-042ddb9d-c157-4f6a-9b7c-dc06c22503ae req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Floating IP 24310de0-c9a4-4a94-a885-fc1acf0c99e7 disassociated. External IP: 172.27.4.77, port: 90653888-3b9e-4656-9311-7ff54fceba03. Aug 08 02:56:58.760993 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [req-042ddb9d-c157-4f6a-9b7c-dc06c22503ae req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Calling delete_port for 90653888-3b9e-4656-9311-7ff54fceba03 owned by compute:nova {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 02:56:58.770872 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:56:58.855169 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:58.958854 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-042ddb9d-c157-4f6a-9b7c-dc06c22503ae req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (90653888-3b9e-4656-9311-7ff54fceba03), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:58.992661 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event deleted for resources: {'Port': ['ID=90653888-3b9e-4656-9311-7ff54fceba03,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:56:59.003981 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:56:59.004255 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:56:59.004540 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:56:59.004882 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:56:59.005219 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:56:59.005551 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:56:59.005877 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:56:59.006202 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:56:59.006553 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:56:59.006878 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:56:59.007201 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:56:59.007571 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:56:59.007895 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:56:59.008211 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:56:59.008536 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:56:59.019171 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-2d529772-276e-4688-a55b-e8bfa2d27286 req-9b6df040-caaa-4a09-a95e-532a2440a90b tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 210 time: 0.0336738 Aug 08 02:56:59.153620 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-042ddb9d-c157-4f6a-9b7c-dc06c22503ae req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:56:59.508236 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-042ddb9d-c157-4f6a-9b7c-dc06c22503ae req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:56:59.519067 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f80514-87c3-472b-9468-f230c904e288 None None] Sync routers for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:56:59.529711 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f80514-87c3-472b-9468-f230c904e288 None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:56:59.530385 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-80f80514-87c3-472b-9468-f230c904e288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:56:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:56:59.552091 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-042ddb9d-c157-4f6a-9b7c-dc06c22503ae req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] No DVR routers for this DVR port 90653888-3b9e-4656-9311-7ff54fceba03 on host hv-cinder-85226 {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 02:56:59.555078 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-042ddb9d-c157-4f6a-9b7c-dc06c22503ae req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:56:59.558295 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-042ddb9d-c157-4f6a-9b7c-dc06c22503ae req-800f43e1-60dd-4291-93e6-6eafb3579be1 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.48 "DELETE /networking/v2.0/ports/90653888-3b9e-4656-9311-7ff54fceba03 HTTP/1.1" status: 204 len: 173 time: 1.1266851 Aug 08 02:56:59.558749 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db7557f-f807-42e7-8b82-65907d38a8f8', 'name': 'network-vif-deleted', 'tag': '90653888-3b9e-4656-9311-7ff54fceba03'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:56:59.560972 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c36a76-9821-4e94-b9a1-c9faa092b2c0" -d '{"events": [{"server_uuid": "2db7557f-f807-42e7-8b82-65907d38a8f8", "name": "network-vif-deleted", "tag": "90653888-3b9e-4656-9311-7ff54fceba03"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:56:59.634519 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-80f80514-87c3-472b-9468-f230c904e288 None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:56:59.664004 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f686d5-2bb7-4314-bf1c-08950a8f1380 x-openstack-request-id: req-67f686d5-2bb7-4314-bf1c-08950a8f1380 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:56:59.664299 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db7557f-f807-42e7-8b82-65907d38a8f8", "name": "network-vif-deleted", "tag": "90653888-3b9e-4656-9311-7ff54fceba03", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:56:59.664555 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67f686d5-2bb7-4314-bf1c-08950a8f1380 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:56:59.664961 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f686d5-2bb7-4314-bf1c-08950a8f1380'] response: {'server_uuid': '2db7557f-f807-42e7-8b82-65907d38a8f8', 'name': 'network-vif-deleted', 'tag': '90653888-3b9e-4656-9311-7ff54fceba03', 'status': 'completed', 'code': 200} Aug 08 02:56:59.828610 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-80f80514-87c3-472b-9468-f230c904e288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:56:59.849004 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f80514-87c3-472b-9468-f230c904e288 None None] Checking router: 7e9df1ec-79e3-429c-b67b-40cd75b63a7c for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:56:59.857301 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f80514-87c3-472b-9468-f230c904e288 None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:56:59.857899 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-80f80514-87c3-472b-9468-f230c904e288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:56:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:56:59.959538 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-80f80514-87c3-472b-9468-f230c904e288 None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:57:00.126757 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c93740d0-dd5e-456b-ae65-598fed29b1ce req-ecb615b4-8c84-433c-b544-384edc427cdf tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2db7557f-f807-42e7-8b82-65907d38a8f8 HTTP/1.1" status: 200 len: 210 time: 0.0274553 Aug 08 02:57:00.150665 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-80f80514-87c3-472b-9468-f230c904e288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:57:00.183254 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f80514-87c3-472b-9468-f230c904e288 None None] The sync data for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi is: [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:57:00.393960 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92326a80-aa96-4127-93c9-0964abd3bfed None None] New status for floating IP 24310de0-c9a4-4a94-a885-fc1acf0c99e7: DOWN {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:57:01.344445 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-309cf69c-8e8c-47d2-b97f-33500eff4c4b tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1385983741&fields=id&tenant_id=cdf9c8d3eace468d852b873213f392f4 HTTP/1.1" status: 200 len: 267 time: 0.0442286 Aug 08 02:57:01.451475 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-1128ca40-ebff-4576-b1e4-b56d813c587d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:01.453139 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-1128ca40-ebff-4576-b1e4-b56d813c587d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 812 time: 0.1022699 Aug 08 02:57:01.467609 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-9a4edcb5-208d-477f-a0bc-8a590ebf4058 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/quotas/cdf9c8d3eace468d852b873213f392f4 HTTP/1.1" status: 200 len: 375 time: 0.0092380 Aug 08 02:57:01.518912 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-d7e74539-a693-4fa0-80ee-9a427cf77391 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454094 Aug 08 02:57:01.582786 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-a590a68f-90de-49c0-87a3-907bd3079c91 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:57:01.583834 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-a590a68f-90de-49c0-87a3-907bd3079c91 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0539608 Aug 08 02:57:01.678403 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-8c5880de-44c9-44ea-9b52-54b05c7bad20 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883625 Aug 08 02:57:01.767600 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-a96b10e7-f10a-4aac-883a-f5888f7622c6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831344 Aug 08 02:57:02.286165 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-223b8755-ff01-41e5-8bb4-e2043131e652 req-2a9ec4cb-4224-4fd8-9b91-9c543f94e2f5 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 210 time: 0.0288479 Aug 08 02:57:02.433550 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 90653888-3b9e-4656-9311-7ff54fceba03 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 02:57:02.457973 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: 90653888-3b9e-4656-9311-7ff54fceba03 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 02:57:02.458613 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 90653888-3b9e-4656-9311-7ff54fceba03 not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 02:57:03.389365 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3729157e-6946-4987-9151-e618eed0bc1b req-27276ef1-d043-43af-ac33-89b8b5220776 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 210 time: 0.0327842 Aug 08 02:57:04.207189 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-b2f3c19b-a794-4ffe-9a4b-dbaa14afd6b7 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:04.208548 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-b2f3c19b-a794-4ffe-9a4b-dbaa14afd6b7 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.48 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 812 time: 0.1051443 Aug 08 02:57:04.270097 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-e503ec91-a2b2-4596-a08c-d71493bfd555 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cdf9c8d3eace468d852b873213f392f4 HTTP/1.1" status: 200 len: 380 time: 0.0531299 Aug 08 02:57:04.278608 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-43eaf93d-7cf9-4425-a61b-9b8360e1255d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Request body: {'port': {'device_id': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'admin_state_up': True, 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'security_groups': ['58b5c44b-d52e-477e-a7bd-1c604fabf570']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:57:04.490721 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-49ce571c-540a-4066-bf73-4b642195b703 req-3b3593be-47b2-422a-8cf4-11ed063a96fc tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 210 time: 0.0290179 Aug 08 02:57:04.491221 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-43eaf93d-7cf9-4425-a61b-9b8360e1255d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Made reservation on behalf of cdf9c8d3eace468d852b873213f392f4 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:57:04.494483 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-43eaf93d-7cf9-4425-a61b-9b8360e1255d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:04.517775 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:04.626248 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-43eaf93d-7cf9-4425-a61b-9b8360e1255d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Allocated IP 172.20.0.11 (a6048054-e97a-4e19-a2b6-2b1d1f8ee921/84ebda40-4bd2-478a-8c71-dc2867761787/43f4773b-1fae-41e1-8ce6-050724184dee) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:57:04.636840 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:04.763091 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-43eaf93d-7cf9-4425-a61b-9b8360e1255d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for port (43f4773b-1fae-41e1-8ce6-050724184dee), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:04.863250 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-43eaf93d-7cf9-4425-a61b-9b8360e1255d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (43f4773b-1fae-41e1-8ce6-050724184dee), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:04.912149 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-43eaf93d-7cf9-4425-a61b-9b8360e1255d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:57:04.915269 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-43eaf93d-7cf9-4425-a61b-9b8360e1255d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:57:04.919783 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-43eaf93d-7cf9-4425-a61b-9b8360e1255d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:57:04.926791 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaf93d-7cf9-4425-a61b-9b8360e1255d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event updated for resources: {'Port': ['ID=43f4773b-1fae-41e1-8ce6-050724184dee,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:57:04.974873 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-43eaf93d-7cf9-4425-a61b-9b8360e1255d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:04.975493 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-43eaf93d-7cf9-4425-a61b-9b8360e1255d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:05.071091 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-43eaf93d-7cf9-4425-a61b-9b8360e1255d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7958322 Aug 08 02:57:05.088141 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Request body: {'port': {'device_id': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:57:05.147755 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-cb93a198-e678-44ec-a1c3-010eecba2982 None None] Provisioning complete for port 43f4773b-1fae-41e1-8ce6-050724184dee triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:57:05.148358 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cb93a198-e678-44ec-a1c3-010eecba2982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (43f4773b-1fae-41e1-8ce6-050724184dee), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:05.154637 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (43f4773b-1fae-41e1-8ce6-050724184dee), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:05.179881 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-cb93a198-e678-44ec-a1c3-010eecba2982 None None] Port 43f4773b-1fae-41e1-8ce6-050724184dee cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:57:05.279715 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:05.419127 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f4773b-1fae-41e1-8ce6-050724184dee {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:57:05.426838 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Publish callbacks [] for port (43f4773b-1fae-41e1-8ce6-050724184dee), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:05.440602 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Transition to ACTIVE for port object 43f4773b-1fae-41e1-8ce6-050724184dee will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:57:05.541039 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (43f4773b-1fae-41e1-8ce6-050724184dee), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:05.609727 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ae8b2-bcdf-40cc-b882-141ec2336400 req-44ac4ddf-171a-4c49-91f4-5b1074037ddb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:05.611753 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c61ae8b2-bcdf-40cc-b882-141ec2336400 req-44ac4ddf-171a-4c49-91f4-5b1074037ddb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 944 time: 0.0483372 Aug 08 02:57:05.627911 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Pushing event updated for resources: {'Port': ['ID=43f4773b-1fae-41e1-8ce6-050724184dee,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:57:05.659392 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Attempting to bind port 43f4773b-1fae-41e1-8ce6-050724184dee on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:57:05.659732 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Attempting to bind port 43f4773b-1fae-41e1-8ce6-050724184dee by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:57:05.660059 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Attempting to bind port 43f4773b-1fae-41e1-8ce6-050724184dee on network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:57:05.663881 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c61ae8b2-bcdf-40cc-b882-141ec2336400 req-b0f517bf-0dc0-4cae-84a0-a970dd22684f tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464063 Aug 08 02:57:05.664639 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Port 43f4773b-1fae-41e1-8ce6-050724184dee on network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:57:05.664970 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Attempting to bind port 43f4773b-1fae-41e1-8ce6-050724184dee on network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:57:05.670091 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:57:05.670396 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Checking segment: {'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:57:05.670784 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Bound using segment: {'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:57:05.671213 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Bound port: 43f4773b-1fae-41e1-8ce6-050724184dee, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:57:05.671570 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (43f4773b-1fae-41e1-8ce6-050724184dee), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:05.732577 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] For port 43f4773b-1fae-41e1-8ce6-050724184dee, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:57:05.736218 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] For port 43f4773b-1fae-41e1-8ce6-050724184dee, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=43f4773b-1fae-41e1-8ce6-050724184dee,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:57:05.737386 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:05.867056 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (43f4773b-1fae-41e1-8ce6-050724184dee), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:05.870169 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:05.870797 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:05.872328 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/43f4773b-1fae-41e1-8ce6-050724184dee HTTP/1.1" status: 200 len: 1094 time: 0.7897208 Aug 08 02:57:05.874415 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'tag': '43f4773b-1fae-41e1-8ce6-050724184dee'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:57:05.878167 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d81cee-1103-4357-b879-ad449bd64efc" -d '{"events": [{"name": "network-changed", "server_uuid": "82f4cf43-9cde-4bfb-9c94-b8b4c530938f", "tag": "43f4773b-1fae-41e1-8ce6-050724184dee"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:57:05.914730 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c436d6-24ba-4385-96e0-ae0456362d09 x-openstack-request-id: req-a8c436d6-24ba-4385-96e0-ae0456362d09 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:57:05.915464 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f4cf43-9cde-4bfb-9c94-b8b4c530938f", "tag": "43f4773b-1fae-41e1-8ce6-050724184dee", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:57:05.915724 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8c436d6-24ba-4385-96e0-ae0456362d09 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:57:05.916125 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c436d6-24ba-4385-96e0-ae0456362d09'] response: {'name': 'network-changed', 'server_uuid': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'tag': '43f4773b-1fae-41e1-8ce6-050724184dee', 'status': 'completed', 'code': 200} Aug 08 02:57:05.931163 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b71e8b-9d1f-4157-a96e-9f63a990ccf0 service neutron] Pushing event updated for resources: {'Port': ['ID=43f4773b-1fae-41e1-8ce6-050724184dee,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:57:05.981664 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d81cee-1103-4357-b879-ad449bd64efc req-f9331fa7-bdcc-4605-aec9-2049ce361b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:05.983185 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a8d81cee-1103-4357-b879-ad449bd64efc req-f9331fa7-bdcc-4605-aec9-2049ce361b63 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 1128 time: 0.0439572 Aug 08 02:57:06.081074 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d81cee-1103-4357-b879-ad449bd64efc req-1055ed35-d702-4217-85a7-64f7fafef5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:06.082603 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a8d81cee-1103-4357-b879-ad449bd64efc req-1055ed35-d702-4217-85a7-64f7fafef5e6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=cdf9c8d3eace468d852b873213f392f4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0930834 Aug 08 02:57:06.179157 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d81cee-1103-4357-b879-ad449bd64efc req-a83a29f7-0f79-4967-be27-8455b61d5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:06.180771 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a8d81cee-1103-4357-b879-ad449bd64efc req-a83a29f7-0f79-4967-be27-8455b61d5c75 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932720 Aug 08 02:57:06.253199 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-81b90604-9748-4db9-8c2e-99002a823eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:06.254713 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-81b90604-9748-4db9-8c2e-99002a823eb3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 1128 time: 0.0398710 Aug 08 02:57:06.294103 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-e9bfcd3c-2eb8-4800-9d38-e3cda015ba95 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43f4773b-1fae-41e1-8ce6-050724184dee HTTP/1.1" status: 200 len: 217 time: 0.0322938 Aug 08 02:57:06.345121 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-c830d307-62a6-4706-8a4e-baccbc0d4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:06.346529 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-c830d307-62a6-4706-8a4e-baccbc0d4b80 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=84ebda40-4bd2-478a-8c71-dc2867761787 HTTP/1.1" status: 200 len: 851 time: 0.0467699 Aug 08 02:57:06.388616 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-1ab45603-aa49-43d3-b851-0047a2dac3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:06.390036 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-1ab45603-aa49-43d3-b851-0047a2dac3b6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381012 Aug 08 02:57:06.481543 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-0e0a478d-431b-4c4d-8511-45a1a06d5ea4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850143 Aug 08 02:57:06.569667 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-7077ff9f-fc07-4930-98d8-0ba97a3bd059 req-d0352d5f-4e4f-4685-b09e-35ebba2d7f03 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823140 Aug 08 02:57:06.780892 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c5d56-d1cd-4921-9044-1a5bffb2c9ad req-b45c1ae3-1a97-4077-bb1c-1f260952beb6 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:06.782908 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3e6c5d56-d1cd-4921-9044-1a5bffb2c9ad req-b45c1ae3-1a97-4077-bb1c-1f260952beb6 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 944 time: 0.0476387 Aug 08 02:57:06.831888 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3e6c5d56-d1cd-4921-9044-1a5bffb2c9ad req-15ff7d0c-1125-456e-af0b-8bf338ddec32 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432768 Aug 08 02:57:07.951468 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f15af5-79d0-4d0a-8190-55de25b6c5bd req-43046126-92f9-47a6-a4e3-35be305aaf0b tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:07.952931 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e8f15af5-79d0-4d0a-8190-55de25b6c5bd req-43046126-92f9-47a6-a4e3-35be305aaf0b tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 944 time: 0.0485756 Aug 08 02:57:08.001376 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:08.006456 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-e8f15af5-79d0-4d0a-8190-55de25b6c5bd req-63e29d8d-b4f4-4764-97bf-2b24f82d81a6 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479755 Aug 08 02:57:09.135205 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233ee24-658d-405c-9dde-5b65f10eca81 req-396827a7-2ce9-4b37-a7a1-81c08ae85428 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:09.136682 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3233ee24-658d-405c-9dde-5b65f10eca81 req-396827a7-2ce9-4b37-a7a1-81c08ae85428 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 944 time: 0.0542462 Aug 08 02:57:09.187486 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3233ee24-658d-405c-9dde-5b65f10eca81 req-80c7e63a-baef-4fa4-a469-c9d966880b50 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448895 Aug 08 02:57:10.302732 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d66d75-b3fe-476f-b2af-6145cfd74ff6 req-aefe90f6-419a-40ae-908e-cbb09e5120ec tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:10.304182 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26d66d75-b3fe-476f-b2af-6145cfd74ff6 req-aefe90f6-419a-40ae-908e-cbb09e5120ec tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 944 time: 0.0464990 Aug 08 02:57:10.355272 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-26d66d75-b3fe-476f-b2af-6145cfd74ff6 req-a5f75f4c-6606-45db-b653-dea33babdbe7 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453479 Aug 08 02:57:11.474493 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b151f1-adc6-4d71-9e7a-246be08872d0 req-7cc52008-8fa5-4574-9b42-201e8b45427c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:11.475945 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-67b151f1-adc6-4d71-9e7a-246be08872d0 req-7cc52008-8fa5-4574-9b42-201e8b45427c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 944 time: 0.0474939 Aug 08 02:57:11.524728 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-67b151f1-adc6-4d71-9e7a-246be08872d0 req-a146605e-a731-4853-b98a-f5a628164866 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432701 Aug 08 02:57:12.642290 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c12d9-0f0e-4af6-9b94-cca78da4f349 req-e8d2a07c-59bd-47d3-9c94-5adc6b871977 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:12.643784 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fb5c12d9-0f0e-4af6-9b94-cca78da4f349 req-e8d2a07c-59bd-47d3-9c94-5adc6b871977 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 944 time: 0.0467069 Aug 08 02:57:12.693006 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-fb5c12d9-0f0e-4af6-9b94-cca78da4f349 req-015e39d6-aef7-4209-aa06-77a39876a6a7 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435574 Aug 08 02:57:13.812498 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8eb9ff-de71-4443-bca2-de7d3213e091 req-76146b45-4a41-474f-a51e-399541d5be99 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:13.813956 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7f8eb9ff-de71-4443-bca2-de7d3213e091 req-76146b45-4a41-474f-a51e-399541d5be99 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 944 time: 0.0471771 Aug 08 02:57:13.852500 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:13.866506 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-7f8eb9ff-de71-4443-bca2-de7d3213e091 req-76ad18fe-84ca-461f-9361-0ccf24fa3cc4 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469863 Aug 08 02:57:14.477815 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 43f4773b-1fae-41e1-8ce6-050724184dee details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:57:14.577229 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 43f4773b-1fae-41e1-8ce6-050724184dee, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=43f4773b-1fae-41e1-8ce6-050724184dee,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:57:14.589309 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': '43f4773b-1fae-41e1-8ce6-050724184dee', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'port_id': '43f4773b-1fae-41e1-8ce6-050724184dee', 'mac_address': 'fa:16:3e:b8:53:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:57:14.623741 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 43f4773b-1fae-41e1-8ce6-050724184dee is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:57:14.624132 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (43f4773b-1fae-41e1-8ce6-050724184dee), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:14.637471 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f4773b-1fae-41e1-8ce6-050724184dee {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:57:14.656634 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 43f4773b-1fae-41e1-8ce6-050724184dee, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=43f4773b-1fae-41e1-8ce6-050724184dee,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:57:14.736973 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (43f4773b-1fae-41e1-8ce6-050724184dee), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:14.781799 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=43f4773b-1fae-41e1-8ce6-050724184dee,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:57:14.788975 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:57:14.789318 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:57:14.789653 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:57:14.789982 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:57:14.790308 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:57:14.790682 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:57:14.791005 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:57:14.791324 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:57:14.791640 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:57:14.791951 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:57:14.792264 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:57:14.792584 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:57:14.792895 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:57:14.793205 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:57:14.793513 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:57:14.990254 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba1247-0e24-4ba0-a623-2e7645a9e503 req-76c7ed32-c49c-46e8-ba5e-c35f29214da5 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:14.991648 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4dba1247-0e24-4ba0-a623-2e7645a9e503 req-76c7ed32-c49c-46e8-ba5e-c35f29214da5 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 945 time: 0.0512009 Aug 08 02:57:15.041150 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-4dba1247-0e24-4ba0-a623-2e7645a9e503 req-4eabea56-41a7-4582-aa04-da3baf347e47 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428524 Aug 08 02:57:15.096358 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['43f4773b-1fae-41e1-8ce6-050724184dee'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:57:16.164297 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5ea37-ecbf-47f3-967d-dfa70777b6ee req-b0cde779-b7dd-455c-b6e0-65812b288185 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:16.165754 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-33d5ea37-ecbf-47f3-967d-dfa70777b6ee req-b0cde779-b7dd-455c-b6e0-65812b288185 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 945 time: 0.0523341 Aug 08 02:57:16.187555 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:16.216576 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-33d5ea37-ecbf-47f3-967d-dfa70777b6ee req-8cc11592-b233-4f7e-8eae-7b84ac2b827b tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450721 Aug 08 02:57:16.477439 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 43f4773b-1fae-41e1-8ce6-050724184dee up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:57:16.520438 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:16.522235 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:16.523237 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port 43f4773b-1fae-41e1-8ce6-050724184dee completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:57:16.616029 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port 43f4773b-1fae-41e1-8ce6-050724184dee triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:57:16.616399 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (43f4773b-1fae-41e1-8ce6-050724184dee), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:16.689343 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 43f4773b-1fae-41e1-8ce6-050724184dee is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:57:16.689833 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (43f4773b-1fae-41e1-8ce6-050724184dee), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:16.713003 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f4773b-1fae-41e1-8ce6-050724184dee'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:57:16.715238 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bb8b1e-7f03-4001-b75a-55f752720f37" -d '{"events": [{"server_uuid": "82f4cf43-9cde-4bfb-9c94-b8b4c530938f", "name": "network-vif-plugged", "status": "completed", "tag": "43f4773b-1fae-41e1-8ce6-050724184dee"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:57:16.728969 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 43f4773b-1fae-41e1-8ce6-050724184dee, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=43f4773b-1fae-41e1-8ce6-050724184dee,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:57:16.805825 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206e7619-00e4-4f49-93ef-62d68bb47947 x-openstack-request-id: req-206e7619-00e4-4f49-93ef-62d68bb47947 {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:57:16.806570 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f4cf43-9cde-4bfb-9c94-b8b4c530938f", "name": "network-vif-plugged", "status": "completed", "tag": "43f4773b-1fae-41e1-8ce6-050724184dee", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:57:16.806861 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-206e7619-00e4-4f49-93ef-62d68bb47947 {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:57:16.807251 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206e7619-00e4-4f49-93ef-62d68bb47947'] response: {'server_uuid': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f4773b-1fae-41e1-8ce6-050724184dee', 'code': 200} Aug 08 02:57:16.815254 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (43f4773b-1fae-41e1-8ce6-050724184dee), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:16.868512 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=43f4773b-1fae-41e1-8ce6-050724184dee,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:57:17.158005 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2b834-6cf1-4616-83e1-ed65a9851a25 req-8d5dc33c-9979-452e-8374-55b29261b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:17.159602 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8db2b834-6cf1-4616-83e1-ed65a9851a25 req-8d5dc33c-9979-452e-8374-55b29261b055 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 1130 time: 0.0392201 Aug 08 02:57:17.205639 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-8db2b834-6cf1-4616-83e1-ed65a9851a25 req-1adc3c7d-64f0-4977-a3d8-5201c9de0f8b service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403767 Aug 08 02:57:17.333327 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007f488-c2d2-4aef-ab2a-bf6d12b5abee req-6cca4444-4903-41bb-8fe6-92bac3b695da tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:17.334813 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3007f488-c2d2-4aef-ab2a-bf6d12b5abee req-6cca4444-4903-41bb-8fe6-92bac3b695da tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 946 time: 0.0466149 Aug 08 02:57:17.383717 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-3007f488-c2d2-4aef-ab2a-bf6d12b5abee req-fc4fc778-8845-4ce9-8756-c993eabd847a tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433202 Aug 08 02:57:18.500723 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644f380-db40-46d9-b49b-365a4adde68c req-b00ed315-cc34-414f-bedc-1ea9734ed9c8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:18.502911 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f644f380-db40-46d9-b49b-365a4adde68c req-b00ed315-cc34-414f-bedc-1ea9734ed9c8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 946 time: 0.0464444 Aug 08 02:57:18.526213 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:18.555703 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f644f380-db40-46d9-b49b-365a4adde68c req-f6dc8806-7ddc-494c-b9f4-e8d5f7fbaaa6 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474069 Aug 08 02:57:19.155815 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=85 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:19.157924 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=81 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:19.675742 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65633c0d-84c1-4ef5-9258-0f0f6a1c6a24 req-0c2011f3-ef4d-4e8b-bed5-758447e72e14 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:19.677165 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-65633c0d-84c1-4ef5-9258-0f0f6a1c6a24 req-0c2011f3-ef4d-4e8b-bed5-758447e72e14 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 946 time: 0.0513940 Aug 08 02:57:19.726537 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-65633c0d-84c1-4ef5-9258-0f0f6a1c6a24 req-5ce110e2-9e01-4838-822f-0b6170b3881a tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436146 Aug 08 02:57:19.841819 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e94c5-3287-48f8-8116-981c9201db87 req-ab27c47d-8065-45d5-9c3a-97eba0ac84e8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:19.853181 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ae1e94c5-3287-48f8-8116-981c9201db87 req-ab27c47d-8065-45d5-9c3a-97eba0ac84e8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 946 time: 0.0470147 Aug 08 02:57:19.893429 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ae1e94c5-3287-48f8-8116-981c9201db87 req-5a54c0c2-ba20-4807-b38f-8038dc1296a3 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441220 Aug 08 02:57:19.919346 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 49900) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:57:19.959200 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a91e8e-12ed-4d68-8d6e-981ac65aef51 tempest-TestVolumeBootPattern-1112217480 tempest-TestVolumeBootPattern-1112217480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:19.960720 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-74a91e8e-12ed-4d68-8d6e-981ac65aef51 tempest-TestVolumeBootPattern-1112217480 tempest-TestVolumeBootPattern-1112217480-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 1125 time: 0.0402644 Aug 08 02:57:19.963501 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 49902) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:57:19.967576 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Request body: {'floatingip': {'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'port_id': '43f4773b-1fae-41e1-8ce6-050724184dee', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:57:20.056160 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:20.137768 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:20.238682 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Allocated IP 172.27.4.36 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/92f412be-f067-41a7-851f-f0f28476063f) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:57:20.317156 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:20.347147 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for port (92f412be-f067-41a7-851f-f0f28476063f), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:20.421851 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (92f412be-f067-41a7-851f-f0f28476063f), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:20.461287 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:57:20.464209 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:57:20.467695 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:57:20.497248 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event updated for resources: {'Port': ['ID=92f412be-f067-41a7-851f-f0f28476063f,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:57:20.593216 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-33524c1c-8c04-4d47-b4f7-791393d2d504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:20.637302 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:20.828164 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for floatingip (c4406e46-9d6b-42bf-8d1f-5b9f78afea57), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:20.945389 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (92f412be-f067-41a7-851f-f0f28476063f), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:21.087728 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for port (92f412be-f067-41a7-851f-f0f28476063f), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:21.130148 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (92f412be-f067-41a7-851f-f0f28476063f), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:21.198233 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event updated for resources: {'Port': ['ID=92f412be-f067-41a7-851f-f0f28476063f,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:57:21.200586 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (c4406e46-9d6b-42bf-8d1f-5b9f78afea57), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:21.276461 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:21.296799 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Floating IP c4406e46-9d6b-42bf-8d1f-5b9f78afea57 associated. External IP: 172.27.4.36, port: 43f4773b-1fae-41e1-8ce6-050724184dee. Aug 08 02:57:21.484746 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:21.493961 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:57:21.596383 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:57:21.606086 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff63208c-9bd6-43d3-a010-d188f76743c6 None None] Sync routers for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:57:21.617258 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff63208c-9bd6-43d3-a010-d188f76743c6 None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:57:21.617853 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-ff63208c-9bd6-43d3-a010-d188f76743c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:56:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:57:21.681891 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:21.714917 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-9a611811-1d3a-4240-b565-45d07444f203 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7504148 Aug 08 02:57:21.715504 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'tag': '43f4773b-1fae-41e1-8ce6-050724184dee'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:57:21.717877 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b024383c-ed67-4bcd-a03d-7fef9dc1e44e" -d '{"events": [{"name": "network-changed", "server_uuid": "82f4cf43-9cde-4bfb-9c94-b8b4c530938f", "tag": "43f4773b-1fae-41e1-8ce6-050724184dee"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:57:21.722641 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-ff63208c-9bd6-43d3-a010-d188f76743c6 None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:57:21.927830 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-ff63208c-9bd6-43d3-a010-d188f76743c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'c4406e46-9d6b-42bf-8d1f-5b9f78afea57', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'floating_ip_address': '172.27.4.36', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'port_id': '43f4773b-1fae-41e1-8ce6-050724184dee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'mac_address': 'fa:16:3e:b8:53:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:57:20Z', 'updated_at': '2022-08-08T02:57:20Z', 'revision_number': 0, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:57:21.955423 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff63208c-9bd6-43d3-a010-d188f76743c6 None None] Checking router: 7e9df1ec-79e3-429c-b67b-40cd75b63a7c for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:57:21.963603 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff63208c-9bd6-43d3-a010-d188f76743c6 None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:57:21.964199 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-ff63208c-9bd6-43d3-a010-d188f76743c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:56:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:57:22.063968 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-ff63208c-9bd6-43d3-a010-d188f76743c6 None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:57:22.277240 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-ff63208c-9bd6-43d3-a010-d188f76743c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'c4406e46-9d6b-42bf-8d1f-5b9f78afea57', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'floating_ip_address': '172.27.4.36', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'port_id': '43f4773b-1fae-41e1-8ce6-050724184dee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'mac_address': 'fa:16:3e:b8:53:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:57:20Z', 'updated_at': '2022-08-08T02:57:20Z', 'revision_number': 0, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:57:22.301466 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff63208c-9bd6-43d3-a010-d188f76743c6 None None] The sync data for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi is: [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'c4406e46-9d6b-42bf-8d1f-5b9f78afea57', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'floating_ip_address': '172.27.4.36', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'port_id': '43f4773b-1fae-41e1-8ce6-050724184dee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'mac_address': 'fa:16:3e:b8:53:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:57:20Z', 'updated_at': '2022-08-08T02:57:20Z', 'revision_number': 0, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:57:22.487068 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0774f0d6-bc3e-4a4c-821a-8822e73584ad None None] New status for floating IP c4406e46-9d6b-42bf-8d1f-5b9f78afea57: ACTIVE {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:57:22.766234 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc4c58f-9844-4d41-8966-890bf746f431 x-openstack-request-id: req-1fc4c58f-9844-4d41-8966-890bf746f431 {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:57:22.766742 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f4cf43-9cde-4bfb-9c94-b8b4c530938f", "tag": "43f4773b-1fae-41e1-8ce6-050724184dee", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:57:22.766868 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1fc4c58f-9844-4d41-8966-890bf746f431 {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:57:22.767207 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc4c58f-9844-4d41-8966-890bf746f431'] response: {'name': 'network-changed', 'server_uuid': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'tag': '43f4773b-1fae-41e1-8ce6-050724184dee', 'status': 'completed', 'code': 200} Aug 08 02:57:22.826931 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024383c-ed67-4bcd-a03d-7fef9dc1e44e req-b596ca9c-0e38-4f98-bd8b-a58fde97a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:22.828414 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b024383c-ed67-4bcd-a03d-7fef9dc1e44e req-b596ca9c-0e38-4f98-bd8b-a58fde97a12d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 1130 time: 0.0396516 Aug 08 02:57:22.927962 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024383c-ed67-4bcd-a03d-7fef9dc1e44e req-db28414a-6f4b-47ba-a331-dd707f9be786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:22.929667 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b024383c-ed67-4bcd-a03d-7fef9dc1e44e req-db28414a-6f4b-47ba-a331-dd707f9be786 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 913 time: 0.0956893 Aug 08 02:57:22.969262 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3db7-74ca-4d4f-82b8-870ab4c48ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:23.234415 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b024383c-ed67-4bcd-a03d-7fef9dc1e44e req-3f482362-5a67-40af-b893-eefbcbd821ea service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43f4773b-1fae-41e1-8ce6-050724184dee HTTP/1.1" status: 200 len: 1001 time: 0.2975338 Aug 08 02:57:23.280471 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024383c-ed67-4bcd-a03d-7fef9dc1e44e req-50a4d166-ad24-483a-862a-b6542ee6ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:23.281833 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b024383c-ed67-4bcd-a03d-7fef9dc1e44e req-50a4d166-ad24-483a-862a-b6542ee6ef71 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=84ebda40-4bd2-478a-8c71-dc2867761787 HTTP/1.1" status: 200 len: 851 time: 0.0418458 Aug 08 02:57:23.327214 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024383c-ed67-4bcd-a03d-7fef9dc1e44e req-0f6d737c-f215-424f-9ee8-f55558072381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:23.328693 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b024383c-ed67-4bcd-a03d-7fef9dc1e44e req-0f6d737c-f215-424f-9ee8-f55558072381 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408072 Aug 08 02:57:23.416327 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b024383c-ed67-4bcd-a03d-7fef9dc1e44e req-04da217b-52ea-4e85-ab84-92c07e9b7a30 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819690 Aug 08 02:57:23.510101 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b024383c-ed67-4bcd-a03d-7fef9dc1e44e req-d987197e-e81f-40f9-8580-ce05fabd34dc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877051 Aug 08 02:57:24.495808 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:26.204398 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:26.232834 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:28.905713 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:29.718635 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=32 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:29.722465 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=16 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:32.275830 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=73 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:32.279775 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=75 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:33.505848 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:33.507463 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=44 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:33.967260 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:57:38.816471 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:38.818334 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=57,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:42.567344 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-00aa8578-67ea-4e50-826b-32e19c4055c4 service neutron] (104277) timed out ('10.222.0.15', 44082) {{(pid=104277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 02:57:42.642020 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-50e2eaf7-3bd2-4b3b-ac27-ad51ecfb2b61 req-b242679a-f1aa-48e5-9e23-d87407994902 tempest-AttachVolumeShelveTestJSON-1093534834 tempest-AttachVolumeShelveTestJSON-1093534834-project] (104277) timed out ('10.222.0.15', 44090) {{(pid=104277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 02:57:43.963112 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:43.963855 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:47.432054 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-36619a11-4abd-4e2b-887d-2dec378b3697 req-08fb3873-1422-48f2-a905-1b180010977f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516903 Aug 08 02:57:47.519408 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36619a11-4abd-4e2b-887d-2dec378b3697 req-2e437b83-cbe1-41d5-a5fd-f07fba1bdf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:47.521059 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-36619a11-4abd-4e2b-887d-2dec378b3697 req-2e437b83-cbe1-41d5-a5fd-f07fba1bdf78 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 1130 time: 0.0426366 Aug 08 02:57:47.638584 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36619a11-4abd-4e2b-887d-2dec378b3697 req-0789fa1a-811e-4435-a3cd-67d755e349d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:47.640057 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-36619a11-4abd-4e2b-887d-2dec378b3697 req-0789fa1a-811e-4435-a3cd-67d755e349d4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 913 time: 0.1008925 Aug 08 02:57:47.711055 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-36619a11-4abd-4e2b-887d-2dec378b3697 req-ca956f58-5a57-4ac1-9af6-be1baaaca73a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43f4773b-1fae-41e1-8ce6-050724184dee HTTP/1.1" status: 200 len: 1001 time: 0.0628185 Aug 08 02:57:47.772332 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36619a11-4abd-4e2b-887d-2dec378b3697 req-57acef16-9c27-4c92-82d6-52174e238440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:47.773833 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-36619a11-4abd-4e2b-887d-2dec378b3697 req-57acef16-9c27-4c92-82d6-52174e238440 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=84ebda40-4bd2-478a-8c71-dc2867761787 HTTP/1.1" status: 200 len: 851 time: 0.0566511 Aug 08 02:57:47.827419 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36619a11-4abd-4e2b-887d-2dec378b3697 req-bbef9330-48c7-4555-872c-5ad4befda02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:57:47.829559 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-36619a11-4abd-4e2b-887d-2dec378b3697 req-bbef9330-48c7-4555-872c-5ad4befda02f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494382 Aug 08 02:57:47.935049 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-36619a11-4abd-4e2b-887d-2dec378b3697 req-17b89aa5-72b9-4a7d-a3a5-ce92d5898f53 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997360 Aug 08 02:57:48.041911 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-36619a11-4abd-4e2b-887d-2dec378b3697 req-4cc81a43-2516-406b-a927-f6af65c82035 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009476 Aug 08 02:57:48.439534 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-43980d8b-6947-49a3-9653-decd79044fad req-5e9e005b-3f4f-49e3-8a3a-d6210953e9f2 service neutron] (104277) timed out ('10.222.0.48', 63429) {{(pid=104277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 02:57:50.575099 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d4cece28-3865-4a37-b157-6a7ff01afbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:52.922654 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-67631143-7f2f-4f14-9ba4-53945d82545a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:54.511750 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:56.106272 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:56.123232 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:57:58.036831 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=51 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:58.038703 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=50 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:57:58.894995 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:58:08.821604 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:58:08.824469 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:58:10.967059 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:58:20.590925 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cb24b637-d2ae-4c24-805c-1a1ca94759c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:58:20.962334 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:58:20.963597 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:58:22.917896 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2a8b1aab-bdd4-4637-9638-e3739addcfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:58:24.493729 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:58:26.145628 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:58:26.168581 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:58:28.899277 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:58:39.071620 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:58:39.072401 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:58:47.967323 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:58:48.032693 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1670c9f-893a-48bc-b836-7f370a3a190a req-7b0466bf-361c-4cf5-a516-a7760f5c3810 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394011 Aug 08 02:58:48.111494 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1670c9f-893a-48bc-b836-7f370a3a190a req-d3a18e0f-b99c-46e6-b168-f3df03fdf2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:58:48.112960 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1670c9f-893a-48bc-b836-7f370a3a190a req-d3a18e0f-b99c-46e6-b168-f3df03fdf2c5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 1130 time: 0.0388107 Aug 08 02:58:48.222893 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1670c9f-893a-48bc-b836-7f370a3a190a req-9ac1bf19-685a-4709-acdc-46ec192b66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:58:48.224368 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1670c9f-893a-48bc-b836-7f370a3a190a req-9ac1bf19-685a-4709-acdc-46ec192b66e6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 913 time: 0.0923128 Aug 08 02:58:48.289347 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1670c9f-893a-48bc-b836-7f370a3a190a req-a98eabdc-d6ac-4d4f-a600-2677f317921b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43f4773b-1fae-41e1-8ce6-050724184dee HTTP/1.1" status: 200 len: 1001 time: 0.0590131 Aug 08 02:58:48.337530 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1670c9f-893a-48bc-b836-7f370a3a190a req-aa9da3e0-cc42-4e0d-9d3b-f5217721be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:58:48.339148 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1670c9f-893a-48bc-b836-7f370a3a190a req-aa9da3e0-cc42-4e0d-9d3b-f5217721be44 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=84ebda40-4bd2-478a-8c71-dc2867761787 HTTP/1.1" status: 200 len: 851 time: 0.0441468 Aug 08 02:58:48.381995 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1670c9f-893a-48bc-b836-7f370a3a190a req-c9f3e178-4670-4079-b85c-408e26c9837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:58:48.383478 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1670c9f-893a-48bc-b836-7f370a3a190a req-c9f3e178-4670-4079-b85c-408e26c9837e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384943 Aug 08 02:58:48.475764 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1670c9f-893a-48bc-b836-7f370a3a190a req-ed39f8d9-d6ce-4bd5-82cd-acc826cf4c99 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861168 Aug 08 02:58:48.564842 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-f1670c9f-893a-48bc-b836-7f370a3a190a req-494c6217-0058-487f-bacd-e024c47493ac service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831354 Aug 08 02:58:50.579122 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ed4c7bf9-d009-435f-af5d-62eaba3f07d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:58:52.910435 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-10243e39-1cb5-4c7c-a143-bac4cba6f6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:58:54.493063 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:58:56.122038 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:58:56.150535 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:58:57.962642 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:58:57.963428 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:58:58.560842 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=51 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:58:58.561623 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=50 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:58:58.916123 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:08.841293 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:08.843174 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:19.074619 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=11 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:19.075280 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=15 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:20.607145 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-d3262476-2e84-46bd-aea4-6b0a15957793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:22.904412 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e95eea28-18a2-4ad3-9f64-0f334bd90b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:24.475062 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:24.966013 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 02:59:26.098237 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:26.108436 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:26.994486 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-915e108b-f956-4d4a-a5c4-2916afaccfc9 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1385983741&fields=id&tenant_id=cdf9c8d3eace468d852b873213f392f4 HTTP/1.1" status: 200 len: 267 time: 0.0454395 Aug 08 02:59:27.101959 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-2acf14b3-c443-4ec8-a0d4-39a049e29d94 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:27.103482 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-2acf14b3-c443-4ec8-a0d4-39a049e29d94 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 812 time: 0.1028063 Aug 08 02:59:27.118511 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-8c39a866-d0c9-46ca-af8a-8c05e1cdfcf6 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/quotas/cdf9c8d3eace468d852b873213f392f4 HTTP/1.1" status: 200 len: 375 time: 0.0088458 Aug 08 02:59:27.168556 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-f9194b97-76f4-46d2-9a04-f0fc7bc76061 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0444374 Aug 08 02:59:27.221664 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-8f2fcd93-3a99-48b6-bb7d-ccdbfa21a8ae service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104277) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 08 02:59:27.222698 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-8f2fcd93-3a99-48b6-bb7d-ccdbfa21a8ae service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0434299 Aug 08 02:59:27.315302 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-7665f226-44ee-4dea-ac58-b869dece0c70 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867889 Aug 08 02:59:27.407612 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-e858e996-edbf-463a-a47f-5f156694308d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866570 Aug 08 02:59:28.027455 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-12dd165a-c087-4b30-b3bd-e6f9db27511b req-2b472a7d-11ac-4487-88d7-b6cc8ee65434 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 210 time: 0.0802023 Aug 08 02:59:28.897580 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:29.127032 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ab9e0d48-57e3-4e5e-9567-5d904c71744a req-d383a0bc-de64-4cc3-856a-f37d44fb06d4 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 210 time: 0.0281255 Aug 08 02:59:29.678548 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-f2ef4ed9-6f20-44a4-af62-17809867acce tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:29.679962 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-f2ef4ed9-6f20-44a4-af62-17809867acce tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.48 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 812 time: 0.1061950 Aug 08 02:59:29.740881 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-ec566071-14f2-42d0-8c85-d998494d366d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cdf9c8d3eace468d852b873213f392f4 HTTP/1.1" status: 200 len: 380 time: 0.0531015 Aug 08 02:59:29.749487 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Request body: {'port': {'device_id': 'bb9f5d9e-302f-4f21-b891-9e45967c8120', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'admin_state_up': True, 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'security_groups': ['58b5c44b-d52e-477e-a7bd-1c604fabf570']}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:59:29.931932 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Made reservation on behalf of cdf9c8d3eace468d852b873213f392f4 for: {'port': 1} {{(pid=104277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 02:59:29.936191 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:30.066039 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Allocated IP 172.20.0.12 (a6048054-e97a-4e19-a2b6-2b1d1f8ee921/84ebda40-4bd2-478a-8c71-dc2867761787/1aa172e4-e033-4cc3-8b29-d663cb2b53a7) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:59:30.151183 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:30.162688 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:30.215013 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for port (1aa172e4-e033-4cc3-8b29-d663cb2b53a7), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:30.245855 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-84e2dcc3-3585-424b-b9c5-c83c9ba9c2bf req-9c939eab-7933-404f-8a18-d1c1e209f8cd tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 210 time: 0.0282989 Aug 08 02:59:30.292779 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (1aa172e4-e033-4cc3-8b29-d663cb2b53a7), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:30.337011 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:59:30.340259 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:59:30.344195 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:59:30.370595 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event updated for resources: {'Port': ['ID=1aa172e4-e033-4cc3-8b29-d663cb2b53a7,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:59:30.386639 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:30.387140 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:30.388845 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:30.388845 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:30.388845 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:30.388845 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:30.388845 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:30.389303 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:30.389568 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:30.389863 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:30.390181 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:30.390525 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:30.390846 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:30.391159 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:30.391471 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:30.412559 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:30.413054 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:30.483253 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-c51b70d6-6195-4783-94aa-93829661a293 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7380035 Aug 08 02:59:30.534662 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Request body: {'port': {'device_id': 'bb9f5d9e-302f-4f21-b891-9e45967c8120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:59:30.596041 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-870b4cfb-e686-4781-bbbf-72e07bc898db None None] Provisioning complete for port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 triggered by entity DHCP. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:59:30.596664 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-870b4cfb-e686-4781-bbbf-72e07bc898db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (1aa172e4-e033-4cc3-8b29-d663cb2b53a7), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:30.600156 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (1aa172e4-e033-4cc3-8b29-d663cb2b53a7), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:30.629677 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-870b4cfb-e686-4781-bbbf-72e07bc898db None None] Port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 cannot update to ACTIVE because it is not bound. {{(pid=104278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 08 02:59:30.859351 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 {{(pid=104277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:59:30.867088 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Publish callbacks [] for port (1aa172e4-e033-4cc3-8b29-d663cb2b53a7), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:30.880313 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.provisioning_blocks [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Transition to ACTIVE for port object 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 will not be triggered until provisioned by entity L2. {{(pid=104277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 08 02:59:30.965988 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (1aa172e4-e033-4cc3-8b29-d663cb2b53a7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:30.988014 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:31.028291 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa172e4-e033-4cc3-8b29-d663cb2b53a7,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:59:31.076795 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Attempting to bind port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 08 02:59:31.077122 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Attempting to bind port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 08 02:59:31.077444 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Attempting to bind port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 on network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:59:31.081801 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 on network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 02:59:31.082107 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Attempting to bind port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 on network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 02:59:31.087437 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Checking agent: {'id': 'bde68d7e-c22f-44ca-968e-2357d3f930ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'started_at': datetime.datetime(2022, 8, 8, 2, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 2, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 02:59:31.087765 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Checking segment: {'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 08 02:59:31.088138 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Bound using segment: {'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'} {{(pid=104277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 02:59:31.088553 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.managers [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Bound port: 1aa172e4-e033-4cc3-8b29-d663cb2b53a7, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3883fa3b-cf05-44c6-bceb-f5737e70cc1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921'}}] {{(pid=104277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 08 02:59:31.088899 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (1aa172e4-e033-4cc3-8b29-d663cb2b53a7), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:31.151952 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] For port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7, host hv-cinder-85226, cleared binding levels {{(pid=104277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 02:59:31.154970 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] For port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=1aa172e4-e033-4cc3-8b29-d663cb2b53a7,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 02:59:31.195090 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (1aa172e4-e033-4cc3-8b29-d663cb2b53a7), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:31.199654 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:31.200252 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:31.201630 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/1aa172e4-e033-4cc3-8b29-d663cb2b53a7 HTTP/1.1" status: 200 len: 1094 time: 0.7105467 Aug 08 02:59:31.202103 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9f5d9e-302f-4f21-b891-9e45967c8120', 'tag': '1aa172e4-e033-4cc3-8b29-d663cb2b53a7'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:59:31.204352 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e75d8a-7226-419b-be1d-deeaf5e56129" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9f5d9e-302f-4f21-b891-9e45967c8120", "tag": "1aa172e4-e033-4cc3-8b29-d663cb2b53a7"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:59:31.236278 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:31.244125 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8189801-4287-4a7d-8c2c-b60a5af7089e x-openstack-request-id: req-d8189801-4287-4a7d-8c2c-b60a5af7089e {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:59:31.244404 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9f5d9e-302f-4f21-b891-9e45967c8120", "tag": "1aa172e4-e033-4cc3-8b29-d663cb2b53a7", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:59:31.244672 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8189801-4287-4a7d-8c2c-b60a5af7089e {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:59:31.245078 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8189801-4287-4a7d-8c2c-b60a5af7089e'] response: {'name': 'network-changed', 'server_uuid': 'bb9f5d9e-302f-4f21-b891-9e45967c8120', 'tag': '1aa172e4-e033-4cc3-8b29-d663cb2b53a7', 'status': 'completed', 'code': 200} Aug 08 02:59:31.254580 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca86ab0-5601-4a0e-9c56-63982ee015a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa172e4-e033-4cc3-8b29-d663cb2b53a7,revision_number=3']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:59:31.303653 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e75d8a-7226-419b-be1d-deeaf5e56129 req-63c9bd9b-99bd-49e3-bc70-b1345d281ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:31.305261 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61e75d8a-7226-419b-be1d-deeaf5e56129 req-63c9bd9b-99bd-49e3-bc70-b1345d281ccc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 1128 time: 0.0423608 Aug 08 02:59:31.369142 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791cb2d-79a9-4c4b-83e7-de0096437009 req-d5c6935d-fbd5-43d4-b229-d8219eb00e2c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:31.370646 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f791cb2d-79a9-4c4b-83e7-de0096437009 req-d5c6935d-fbd5-43d4-b229-d8219eb00e2c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 944 time: 0.0509312 Aug 08 02:59:31.410124 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e75d8a-7226-419b-be1d-deeaf5e56129 req-f39dc074-2111-45dd-8a96-ac448f6eb681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:31.411605 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61e75d8a-7226-419b-be1d-deeaf5e56129 req-f39dc074-2111-45dd-8a96-ac448f6eb681 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=cdf9c8d3eace468d852b873213f392f4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0990870 Aug 08 02:59:31.420572 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-f791cb2d-79a9-4c4b-83e7-de0096437009 req-936cd1ea-3f8d-4c56-8d5b-80ede942d019 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443313 Aug 08 02:59:31.504962 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e75d8a-7226-419b-be1d-deeaf5e56129 req-281d916f-f02f-4714-bb59-a17944aee930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:31.506330 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-61e75d8a-7226-419b-be1d-deeaf5e56129 req-281d916f-f02f-4714-bb59-a17944aee930 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892055 Aug 08 02:59:31.584619 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-70ef1bb2-1229-40e4-b28f-ea7824cbc091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:31.586094 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-70ef1bb2-1229-40e4-b28f-ea7824cbc091 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 1128 time: 0.0437496 Aug 08 02:59:31.624978 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-9683c9af-0802-4766-a394-571c652dd58f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1aa172e4-e033-4cc3-8b29-d663cb2b53a7 HTTP/1.1" status: 200 len: 217 time: 0.0319560 Aug 08 02:59:31.672893 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-256a2ae7-58f2-46b0-a9b0-783d1eefb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:31.674391 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-256a2ae7-58f2-46b0-a9b0-783d1eefb530 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=84ebda40-4bd2-478a-8c71-dc2867761787 HTTP/1.1" status: 200 len: 851 time: 0.0431492 Aug 08 02:59:31.722613 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5690f0c2-f92a-4be6-8d38-881416301703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:31.724056 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-5690f0c2-f92a-4be6-8d38-881416301703 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425913 Aug 08 02:59:31.813713 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-66c06358-0da5-4d53-a869-acf9d05c6d10 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839021 Aug 08 02:59:31.907024 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-47330cdd-3be1-4e33-a1cf-401c6894e699 req-e92047e9-3c99-4fdb-b301-8548ff704f45 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873353 Aug 08 02:59:32.541573 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ac35f-0ce1-4cad-96bd-db9bff1c0add req-a63e07ac-76c7-42bc-9d9a-d12c52e48156 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:32.543702 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a61ac35f-0ce1-4cad-96bd-db9bff1c0add req-a63e07ac-76c7-42bc-9d9a-d12c52e48156 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 944 time: 0.0458813 Aug 08 02:59:32.592197 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-a61ac35f-0ce1-4cad-96bd-db9bff1c0add req-0fef35e2-e432-47df-9597-ba6c013411db tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430105 Aug 08 02:59:33.710635 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91b72d-7a58-4b0e-84d9-d2e333764fa8 req-5d3144f7-d328-4ea4-92b0-222289ac4420 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:33.712045 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-af91b72d-7a58-4b0e-84d9-d2e333764fa8 req-5d3144f7-d328-4ea4-92b0-222289ac4420 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 944 time: 0.0487666 Aug 08 02:59:33.761737 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-af91b72d-7a58-4b0e-84d9-d2e333764fa8 req-be6ae9fd-728d-4dc1-98b7-50955fa78b78 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434928 Aug 08 02:59:34.877178 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b09969-436c-453d-8589-62e1c190099a req-aa93c824-bff6-4549-8d42-777371e4751b tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:34.878612 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58b09969-436c-453d-8589-62e1c190099a req-aa93c824-bff6-4549-8d42-777371e4751b tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 944 time: 0.0461969 Aug 08 02:59:34.929793 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58b09969-436c-453d-8589-62e1c190099a req-bd07d86a-69c0-4f51-8c6a-230c6b8e274f tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457790 Aug 08 02:59:34.962006 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:34.962732 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:36.049015 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf298f-ac72-44b2-98e3-6a6984f05ea5 req-609c64bd-2764-48d0-896c-1fb06300b42e tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:36.050820 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8bdf298f-ac72-44b2-98e3-6a6984f05ea5 req-609c64bd-2764-48d0-896c-1fb06300b42e tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 944 time: 0.0507772 Aug 08 02:59:36.107687 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8bdf298f-ac72-44b2-98e3-6a6984f05ea5 req-425ce25c-dfa9-433f-93a2-d80b393e1345 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508409 Aug 08 02:59:37.226514 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ba5e6-ed42-456d-8fa6-995ce123737e req-c272a8e3-51e8-49fb-8258-8a17202f7177 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:37.229177 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-430ba5e6-ed42-456d-8fa6-995ce123737e req-c272a8e3-51e8-49fb-8258-8a17202f7177 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 944 time: 0.0483406 Aug 08 02:59:37.279972 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-430ba5e6-ed42-456d-8fa6-995ce123737e req-7526e4d6-56b1-48cf-85dd-4fc182946de8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449662 Aug 08 02:59:38.397556 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322c65c-91e2-4b44-b829-698198fc9c5d req-249df07f-0a64-44c7-9783-5405f61f93cb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:38.399706 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5322c65c-91e2-4b44-b829-698198fc9c5d req-249df07f-0a64-44c7-9783-5405f61f93cb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 944 time: 0.0462036 Aug 08 02:59:38.448259 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-5322c65c-91e2-4b44-b829-698198fc9c5d req-22a7c134-9735-4a54-8439-1ea45c0d55e0 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429873 Aug 08 02:59:39.251065 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=104278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 02:59:39.349627 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=1aa172e4-e033-4cc3-8b29-d663cb2b53a7,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:59:39.360465 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Returning: {'device': '1aa172e4-e033-4cc3-8b29-d663cb2b53a7', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'port_id': '1aa172e4-e033-4cc3-8b29-d663cb2b53a7', 'mac_address': 'fa:16:3e:b5:a8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 02:59:39.393518 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 is: DOWN; New status is: BUILD {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:59:39.393898 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (1aa172e4-e033-4cc3-8b29-d663cb2b53a7), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:39.407018 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 {{(pid=104278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 02:59:39.426153 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=1aa172e4-e033-4cc3-8b29-d663cb2b53a7,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:59:39.520311 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (1aa172e4-e033-4cc3-8b29-d663cb2b53a7), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:39.547874 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:39.566686 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094813ee-3e51-4c02-b263-2a2c0f209942 req-5ae8e55a-f9b6-4d46-ba95-1540108717de tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:39.570689 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=1aa172e4-e033-4cc3-8b29-d663cb2b53a7,revision_number=4']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:59:39.572772 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-094813ee-3e51-4c02-b263-2a2c0f209942 req-5ae8e55a-f9b6-4d46-ba95-1540108717de tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 945 time: 0.0531681 Aug 08 02:59:39.578310 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:39.579333 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:39.579333 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:39.579333 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:39.579626 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:39.579949 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:39.580270 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:39.580589 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:39.580907 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:39.581223 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:39.581573 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:39.581856 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:39.582169 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:39.582513 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:39.582825 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 02:59:39.619004 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-094813ee-3e51-4c02-b263-2a2c0f209942 req-8567559f-77d8-4a44-ab9d-5550de704f77 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442443 Aug 08 02:59:39.877210 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] get_ports_and_sgs() called for port_ids ['1aa172e4-e033-4cc3-8b29-d663cb2b53a7'] {{(pid=104278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 02:59:40.737234 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcc46a-5ef8-4869-9eac-41b88c75465a req-ca9dbaff-c9cb-411b-b96e-aaea0d033189 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:40.738584 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d5dcc46a-5ef8-4869-9eac-41b88c75465a req-ca9dbaff-c9cb-411b-b96e-aaea0d033189 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 945 time: 0.0462027 Aug 08 02:59:40.787012 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-d5dcc46a-5ef8-4869-9eac-41b88c75465a req-635ed008-d691-4a66-b5a7-cede4a6e188c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429726 Aug 08 02:59:41.255107 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 up at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 02:59:41.295776 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning for port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 completed by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 08 02:59:41.360100 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Provisioning complete for port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 triggered by entity L2. {{(pid=104278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 08 02:59:41.360469 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7940674'] for port (1aa172e4-e033-4cc3-8b29-d663cb2b53a7), provisioning_complete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:41.381932 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:41.395589 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:41.435121 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Current status of the port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 is: BUILD; New status is: ACTIVE {{(pid=104278) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 08 02:59:41.435504 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (1aa172e4-e033-4cc3-8b29-d663cb2b53a7), before_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:41.458117 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9f5d9e-302f-4f21-b891-9e45967c8120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa172e4-e033-4cc3-8b29-d663cb2b53a7'}] {{(pid=104278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:59:41.460518 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d51c1b80f66f831adf91c9080abad745cb0dc9269d2d1831c52f68894626ed78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e201c89-9f78-4acd-b4ab-a7d55d33736e" -d '{"events": [{"server_uuid": "bb9f5d9e-302f-4f21-b891-9e45967c8120", "name": "network-vif-plugged", "status": "completed", "tag": "1aa172e4-e033-4cc3-8b29-d663cb2b53a7"}]}' {{(pid=104278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:59:41.473857 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] For port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=1aa172e4-e033-4cc3-8b29-d663cb2b53a7,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 02:59:41.497523 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 02:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adc2d63-599c-4fee-8086-4544aff0ea5f x-openstack-request-id: req-9adc2d63-599c-4fee-8086-4544aff0ea5f {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:59:41.497810 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9f5d9e-302f-4f21-b891-9e45967c8120", "name": "network-vif-plugged", "status": "completed", "tag": "1aa172e4-e033-4cc3-8b29-d663cb2b53a7", "code": 200}]} {{(pid=104278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:59:41.498064 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9adc2d63-599c-4fee-8086-4544aff0ea5f {{(pid=104278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:59:41.498521 dv-cinder-852261-2-iscsi neutron-server[104278]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9adc2d63-599c-4fee-8086-4544aff0ea5f'] response: {'server_uuid': 'bb9f5d9e-302f-4f21-b891-9e45967c8120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa172e4-e033-4cc3-8b29-d663cb2b53a7', 'code': 200} Aug 08 02:59:41.537145 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077'] for port (1aa172e4-e033-4cc3-8b29-d663cb2b53a7), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:41.586101 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Pushing event updated for resources: {'Port': ['ID=1aa172e4-e033-4cc3-8b29-d663cb2b53a7,revision_number=5']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:59:41.844400 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:41.853761 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68c560-bf3f-43d1-af5d-7ed9b61d23fd req-e108c3a2-76ab-4f5b-82ac-d0ef24d9ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:41.855284 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ac68c560-bf3f-43d1-af5d-7ed9b61d23fd req-e108c3a2-76ab-4f5b-82ac-d0ef24d9ae60 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 1130 time: 0.0420554 Aug 08 02:59:41.905060 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-ac68c560-bf3f-43d1-af5d-7ed9b61d23fd req-46d21a4a-0b95-4db4-87d0-8001feb26d40 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429850 Aug 08 02:59:41.913286 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21253a-7191-41c5-9cdc-f1dd827d5dd7 req-6ef1dfb1-a715-42c3-8d28-c61ca14dc0be tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:41.914758 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8c21253a-7191-41c5-9cdc-f1dd827d5dd7 req-6ef1dfb1-a715-42c3-8d28-c61ca14dc0be tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 946 time: 0.0537243 Aug 08 02:59:41.968012 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8c21253a-7191-41c5-9cdc-f1dd827d5dd7 req-9d2ebe69-2a2d-41e0-a80f-9e676e5cc61d tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454850 Aug 08 02:59:43.088899 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385992d-c2b9-4fe6-86fc-fa5f90806f5e req-c335d381-c5cd-4724-a294-b52279106064 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:43.090410 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9385992d-c2b9-4fe6-86fc-fa5f90806f5e req-c335d381-c5cd-4724-a294-b52279106064 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 946 time: 0.0492399 Aug 08 02:59:43.140935 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9385992d-c2b9-4fe6-86fc-fa5f90806f5e req-81aa6d7c-14ad-49f1-8424-275eebdc601a tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447421 Aug 08 02:59:44.258213 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589c5f7-c84c-488d-b628-0ebb57542b3b req-3e9ba130-cfa6-4cde-badd-1aa2bbc6fdcc tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:44.259681 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8589c5f7-c84c-488d-b628-0ebb57542b3b req-3e9ba130-cfa6-4cde-badd-1aa2bbc6fdcc tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 946 time: 0.0463898 Aug 08 02:59:44.308175 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-8589c5f7-c84c-488d-b628-0ebb57542b3b req-59aea2a8-2b60-4992-ad55-f35d81ffbb75 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427704 Aug 08 02:59:44.427295 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964df154-545a-4baa-ad73-62f98bda6f6e req-6a61d83e-be39-42bc-b18a-6ae1d6db05b6 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:44.428740 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-964df154-545a-4baa-ad73-62f98bda6f6e req-6a61d83e-be39-42bc-b18a-6ae1d6db05b6 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 946 time: 0.0503044 Aug 08 02:59:44.477091 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-964df154-545a-4baa-ad73-62f98bda6f6e req-3fefb556-0499-42bc-bf17-e7145e56ee39 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425742 Aug 08 02:59:44.503313 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 50064) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:59:44.583974 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cd2b4e-c313-4104-9083-e0cb5561b905 tempest-TestVolumeBootPattern-1112217480 tempest-TestVolumeBootPattern-1112217480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:44.585438 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-93cd2b4e-c313-4104-9083-e0cb5561b905 tempest-TestVolumeBootPattern-1112217480 tempest-TestVolumeBootPattern-1112217480-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 1125 time: 0.0811687 Aug 08 02:59:44.588202 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 50068) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 02:59:44.593197 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.v2.base [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Request body: {'floatingip': {'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'port_id': '1aa172e4-e033-4cc3-8b29-d663cb2b53a7', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 08 02:59:44.720122 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:44.800643 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (None), before_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:44.902376 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_common [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Allocated IP 172.27.4.52 (e72f53b8-3f23-4d50-b125-ab42ad165078/6e1ec8ad-ac66-4f1e-a382-58035adba7ec/1b2ea07f-e1fb-4544-96e2-08a5e0b5ee05) {{(pid=104277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 02:59:45.009016 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for port (1b2ea07f-e1fb-4544-96e2-08a5e0b5ee05), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:45.091946 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757458706041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (1b2ea07f-e1fb-4544-96e2-08a5e0b5ee05), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:45.131298 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Network e72f53b8-3f23-4d50-b125-ab42ad165078 is already hosted by enough agents. {{(pid=104277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 02:59:45.135950 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.base_scheduler [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Resources bound (agent type, host, resource id): {{(pid=104277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 02:59:45.140300 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Received port after_create {{(pid=104277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 08 02:59:45.143542 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event updated for resources: {'Port': ['ID=1b2ea07f-e1fb-4544-96e2-08a5e0b5ee05,revision_number=1']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:59:45.207166 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:45.259940 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:45.735413 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for floatingip (e8e74858-6a8d-4acf-ad8a-5b8e093859de), precommit_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:45.852853 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7984869'] for port (1b2ea07f-e1fb-4544-96e2-08a5e0b5ee05), before_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:45.998229 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for port (1b2ea07f-e1fb-4544-96e2-08a5e0b5ee05), precommit_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:46.040049 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757459122917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757458706059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757458706077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841673'] for port (1b2ea07f-e1fb-4544-96e2-08a5e0b5ee05), after_update {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:46.109900 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-732693'] for floatingip (e8e74858-6a8d-4acf-ad8a-5b8e093859de), after_create {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:46.111558 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event updated for resources: {'Port': ['ID=1b2ea07f-e1fb-4544-96e2-08a5e0b5ee05,revision_number=2']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 02:59:46.209278 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.db.l3_db [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Floating IP e8e74858-6a8d-4acf-ad8a-5b8e093859de associated. External IP: 172.27.4.52, port: 1aa172e4-e033-4cc3-8b29-d663cb2b53a7. Aug 08 02:59:46.350879 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:46.408453 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 02:59:46.418887 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:46.510599 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 02:59:46.522024 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1393be14-e316-4b73-868f-4977c1f7f6d5 None None] Sync routers for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 02:59:46.532468 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1393be14-e316-4b73-868f-4977c1f7f6d5 None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:59:46.535118 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-1393be14-e316-4b73-868f-4977c1f7f6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:59:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:59:46.579433 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:46.612575 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-3d0b2307-6cb4-4040-aad7-939e24e2b3bb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0233276 Aug 08 02:59:46.613143 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9f5d9e-302f-4f21-b891-9e45967c8120', 'tag': '1aa172e4-e033-4cc3-8b29-d663cb2b53a7'}] {{(pid=104277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 02:59:46.615455 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852bd77271f6ba79b3473ec652f062392648423ab45c1c26e781b4c6f33e4e4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979b1ac7-356b-43d5-8ba2-6d2add03af4b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9f5d9e-302f-4f21-b891-9e45967c8120", "tag": "1aa172e4-e033-4cc3-8b29-d663cb2b53a7"}]}' {{(pid=104277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 02:59:46.642200 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-1393be14-e316-4b73-868f-4977c1f7f6d5 None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:59:46.652523 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 02:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2bc91a-fdf2-47b1-909c-ea35143cddeb x-openstack-request-id: req-7a2bc91a-fdf2-47b1-909c-ea35143cddeb {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 02:59:46.652810 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9f5d9e-302f-4f21-b891-9e45967c8120", "tag": "1aa172e4-e033-4cc3-8b29-d663cb2b53a7", "status": "completed", "code": 200}]} {{(pid=104277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 02:59:46.653064 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a2bc91a-fdf2-47b1-909c-ea35143cddeb {{(pid=104277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 02:59:46.653494 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a2bc91a-fdf2-47b1-909c-ea35143cddeb'] response: {'name': 'network-changed', 'server_uuid': 'bb9f5d9e-302f-4f21-b891-9e45967c8120', 'tag': '1aa172e4-e033-4cc3-8b29-d663cb2b53a7', 'status': 'completed', 'code': 200} Aug 08 02:59:46.715025 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1ac7-356b-43d5-8ba2-6d2add03af4b req-83c0842b-ede5-46da-bcdb-253ed36aab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:46.716926 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-979b1ac7-356b-43d5-8ba2-6d2add03af4b req-83c0842b-ede5-46da-bcdb-253ed36aab7d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 1130 time: 0.0411720 Aug 08 02:59:46.814225 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1ac7-356b-43d5-8ba2-6d2add03af4b req-98856d9e-e72a-4c0c-90e0-6ab6d58edd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:46.815873 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-979b1ac7-356b-43d5-8ba2-6d2add03af4b req-98856d9e-e72a-4c0c-90e0-6ab6d58edd20 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 913 time: 0.0936055 Aug 08 02:59:46.878828 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-979b1ac7-356b-43d5-8ba2-6d2add03af4b req-d123608f-b75b-400f-95f2-31204f225883 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1aa172e4-e033-4cc3-8b29-d663cb2b53a7 HTTP/1.1" status: 200 len: 999 time: 0.0567207 Aug 08 02:59:46.929316 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1ac7-356b-43d5-8ba2-6d2add03af4b req-1fae4386-d3c3-416a-96dc-084df9cac963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:46.930859 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-979b1ac7-356b-43d5-8ba2-6d2add03af4b req-1fae4386-d3c3-416a-96dc-084df9cac963 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=84ebda40-4bd2-478a-8c71-dc2867761787 HTTP/1.1" status: 200 len: 851 time: 0.0464649 Aug 08 02:59:46.938235 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-1393be14-e316-4b73-868f-4977c1f7f6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'c4406e46-9d6b-42bf-8d1f-5b9f78afea57', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'floating_ip_address': '172.27.4.36', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'port_id': '43f4773b-1fae-41e1-8ce6-050724184dee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'mac_address': 'fa:16:3e:b8:53:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:57:20Z', 'updated_at': '2022-08-08T02:57:22Z', 'revision_number': 1, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address_scope': None}, {'id': 'e8e74858-6a8d-4acf-ad8a-5b8e093859de', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'floating_ip_address': '172.27.4.52', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'port_id': '1aa172e4-e033-4cc3-8b29-d663cb2b53a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'mac_address': 'fa:16:3e:b5:a8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9f5d9e-302f-4f21-b891-9e45967c8120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:59:45Z', 'updated_at': '2022-08-08T02:59:45Z', 'revision_number': 0, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:59:46.971597 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1393be14-e316-4b73-868f-4977c1f7f6d5 None None] Checking router: 7e9df1ec-79e3-429c-b67b-40cd75b63a7c for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 02:59:46.975394 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1ac7-356b-43d5-8ba2-6d2add03af4b req-991161b1-9abd-4496-b5c4-deb265918144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:46.975611 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1393be14-e316-4b73-868f-4977c1f7f6d5 None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 02:59:46.976097 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-1393be14-e316-4b73-868f-4977c1f7f6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T02:59:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:59:46.977027 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-979b1ac7-356b-43d5-8ba2-6d2add03af4b req-991161b1-9abd-4496-b5c4-deb265918144 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402210 Aug 08 02:59:47.071456 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-979b1ac7-356b-43d5-8ba2-6d2add03af4b req-2b0b621c-1ac2-467e-a8ea-16e151b065bd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882821 Aug 08 02:59:47.073692 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-1393be14-e316-4b73-868f-4977c1f7f6d5 None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 02:59:47.165360 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-979b1ac7-356b-43d5-8ba2-6d2add03af4b req-be8427fa-77ec-4ac7-b4b9-344c176b2c56 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880599 Aug 08 02:59:47.292105 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-1393be14-e316-4b73-868f-4977c1f7f6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'c4406e46-9d6b-42bf-8d1f-5b9f78afea57', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'floating_ip_address': '172.27.4.36', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'port_id': '43f4773b-1fae-41e1-8ce6-050724184dee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'mac_address': 'fa:16:3e:b8:53:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:57:20Z', 'updated_at': '2022-08-08T02:57:22Z', 'revision_number': 1, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address_scope': None}, {'id': 'e8e74858-6a8d-4acf-ad8a-5b8e093859de', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'floating_ip_address': '172.27.4.52', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'port_id': '1aa172e4-e033-4cc3-8b29-d663cb2b53a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'mac_address': 'fa:16:3e:b5:a8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9f5d9e-302f-4f21-b891-9e45967c8120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:59:45Z', 'updated_at': '2022-08-08T02:59:45Z', 'revision_number': 0, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 02:59:47.316389 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1393be14-e316-4b73-868f-4977c1f7f6d5 None None] The sync data for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi is: [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'c4406e46-9d6b-42bf-8d1f-5b9f78afea57', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'floating_ip_address': '172.27.4.36', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'port_id': '43f4773b-1fae-41e1-8ce6-050724184dee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'mac_address': 'fa:16:3e:b8:53:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:57:20Z', 'updated_at': '2022-08-08T02:57:22Z', 'revision_number': 1, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address_scope': None}, {'id': 'e8e74858-6a8d-4acf-ad8a-5b8e093859de', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'floating_ip_address': '172.27.4.52', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'port_id': '1aa172e4-e033-4cc3-8b29-d663cb2b53a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'mac_address': 'fa:16:3e:b5:a8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9f5d9e-302f-4f21-b891-9e45967c8120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:59:45Z', 'updated_at': '2022-08-08T02:59:45Z', 'revision_number': 0, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 02:59:47.410408 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9ec5bb77-00d6-40a7-85f7-c40bb5472209 req-03041a38-81f0-4b1a-abd4-2064be2e5e9e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390806 Aug 08 02:59:47.491768 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5bb77-00d6-40a7-85f7-c40bb5472209 req-3d7207e4-89ff-49d8-b21c-11a8a1c06b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:47.493273 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9ec5bb77-00d6-40a7-85f7-c40bb5472209 req-3d7207e4-89ff-49d8-b21c-11a8a1c06b1c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 1130 time: 0.0416045 Aug 08 02:59:47.519793 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c92b00b-c5a7-44b4-ab22-704c67e2cb64 None None] New status for floating IP e8e74858-6a8d-4acf-ad8a-5b8e093859de: ACTIVE {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 02:59:47.603127 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5bb77-00d6-40a7-85f7-c40bb5472209 req-c784c85b-72c9-47c4-b0c2-fa13ed49110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:47.604616 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9ec5bb77-00d6-40a7-85f7-c40bb5472209 req-c784c85b-72c9-47c4-b0c2-fa13ed49110e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 913 time: 0.0937076 Aug 08 02:59:47.666667 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9ec5bb77-00d6-40a7-85f7-c40bb5472209 req-32558ce5-7446-4ac6-b3a3-011822697d2c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43f4773b-1fae-41e1-8ce6-050724184dee HTTP/1.1" status: 200 len: 1001 time: 0.0552239 Aug 08 02:59:47.700998 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:47.714696 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5bb77-00d6-40a7-85f7-c40bb5472209 req-45c87296-6d43-4afe-9154-60139a71c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:47.716660 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9ec5bb77-00d6-40a7-85f7-c40bb5472209 req-45c87296-6d43-4afe-9154-60139a71c582 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=84ebda40-4bd2-478a-8c71-dc2867761787 HTTP/1.1" status: 200 len: 851 time: 0.0440190 Aug 08 02:59:47.766643 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5bb77-00d6-40a7-85f7-c40bb5472209 req-4597e120-6046-466d-9168-13707e61abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 02:59:47.766643 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9ec5bb77-00d6-40a7-85f7-c40bb5472209 req-4597e120-6046-466d-9168-13707e61abf9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430400 Aug 08 02:59:47.856231 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9ec5bb77-00d6-40a7-85f7-c40bb5472209 req-78cebe28-f859-43a2-b5b8-8f11f1c16fbc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847096 Aug 08 02:59:47.878771 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=100 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:47.952853 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-9ec5bb77-00d6-40a7-85f7-c40bb5472209 req-eb16c9f1-25b9-4652-a394-53c4fbc67525 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901394 Aug 08 02:59:50.559584 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-523f0280-8cfc-49f2-a1b2-8a1da3ab8b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:52.926264 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-e3f36a01-71ff-4b84-9cc6-8db9e07d457d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:54.300930 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=60 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:54.304803 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=70 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:54.485294 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:56.130970 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:56.147877 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 02:59:57.948174 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=17 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:57.948966 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=9 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 02:59:58.971231 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:00:01.964943 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 03:00:08.847802 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:00:08.853778 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=50,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:00:11.961558 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=82 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:00:19.035245 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:00:20.576208 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-4c6f50fa-79fd-4814-9371-eeb8a38d85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:00:22.935700 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-7bf53048-1abf-49df-b98f-2d2eeb5eb41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:00:24.495618 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:00:26.118337 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:00:26.141522 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:00:28.958581 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:00:37.480397 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [req-a4b1ce63-8153-4f6e-add6-b1e385435b8b req-ffd59bf2-cc3d-4373-8c37-c390e311ad82 service neutron] (104277) timed out ('10.222.0.48', 63419) {{(pid=104277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 08 03:00:38.963609 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 03:00:39.201266 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:00:39.205153 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:00:48.959520 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:00:48.960339 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:00:49.421350 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-80a97d09-0948-4da9-96bd-3103d102ee54 req-92368d8a-bc99-4803-9d31-be84b672ab7b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474839 Aug 08 03:00:49.485004 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a97d09-0948-4da9-96bd-3103d102ee54 req-28cde884-10be-437f-8b78-f0c45b6513dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:00:49.486537 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-80a97d09-0948-4da9-96bd-3103d102ee54 req-28cde884-10be-437f-8b78-f0c45b6513dd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 1130 time: 0.0445802 Aug 08 03:00:49.604557 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a97d09-0948-4da9-96bd-3103d102ee54 req-790d2590-4539-49aa-b5c7-241b970390d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:00:49.606019 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-80a97d09-0948-4da9-96bd-3103d102ee54 req-790d2590-4539-49aa-b5c7-241b970390d1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 913 time: 0.1021824 Aug 08 03:00:49.673613 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-80a97d09-0948-4da9-96bd-3103d102ee54 req-f63aa588-f760-4a40-98a0-09b169c393ad service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1aa172e4-e033-4cc3-8b29-d663cb2b53a7 HTTP/1.1" status: 200 len: 1001 time: 0.0604320 Aug 08 03:00:49.733317 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a97d09-0948-4da9-96bd-3103d102ee54 req-c6d1beaa-c232-4530-8e77-b7fea50170e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:00:49.734824 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-80a97d09-0948-4da9-96bd-3103d102ee54 req-c6d1beaa-c232-4530-8e77-b7fea50170e7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=84ebda40-4bd2-478a-8c71-dc2867761787 HTTP/1.1" status: 200 len: 851 time: 0.0548468 Aug 08 03:00:49.785825 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a97d09-0948-4da9-96bd-3103d102ee54 req-f4012708-4a79-4fca-a15e-88df4e061fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:00:49.788154 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-80a97d09-0948-4da9-96bd-3103d102ee54 req-f4012708-4a79-4fca-a15e-88df4e061fff service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457661 Aug 08 03:00:49.881569 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-80a97d09-0948-4da9-96bd-3103d102ee54 req-89c390fc-aa7f-4da9-b295-77dce3e168a8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862865 Aug 08 03:00:49.982975 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-80a97d09-0948-4da9-96bd-3103d102ee54 req-d07d3a19-fcc2-4f37-9585-82f5db9bb400 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933547 Aug 08 03:00:50.552034 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-85b49319-f28c-4072-bbb9-e2962701d958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:00:52.924015 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-29444fcb-fcca-4f84-a3be-7038261cfe48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:00:54.506263 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:00:56.141053 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:00:56.152003 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:00:58.917799 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:00:59.972965 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=49 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:00:59.979959 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=52 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:08.869724 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:08.875780 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:15.963024 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 03:01:20.585356 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-63e823a5-2bcf-4028-9b17-9080a22ed60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:22.934054 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6633c48b-ef7a-4ad4-9903-da804805f34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:24.522253 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:25.957905 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:25.958854 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:26.145627 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:26.168227 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:28.934116 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:36.663836 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 50100) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:36.805136 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Deleting port 1b2ea07f-e1fb-4544-96e2-08a5e0b5ee05 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 03:01:36.805476 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (1b2ea07f-e1fb-4544-96e2-08a5e0b5ee05), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:36.885414 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (1b2ea07f-e1fb-4544-96e2-08a5e0b5ee05), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:36.885729 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for floatingip (1b2ea07f-e1fb-4544-96e2-08a5e0b5ee05), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:36.898370 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Calling delete_port for 1b2ea07f-e1fb-4544-96e2-08a5e0b5ee05 owned by network:floatingip {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 03:01:37.116390 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (1b2ea07f-e1fb-4544-96e2-08a5e0b5ee05), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:37.138819 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event deleted for resources: {'Port': ['ID=1b2ea07f-e1fb-4544-96e2-08a5e0b5ee05,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:37.152986 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:37.153337 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:37.153673 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:37.154006 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:37.154335 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:37.154684 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:37.155005 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:37.155335 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:37.155646 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:37.155966 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:37.156286 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:37.156602 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:37.156915 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:37.157228 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:37.157540 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:37.213445 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for floatingip (e8e74858-6a8d-4acf-ad8a-5b8e093859de), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:37.213688 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.l3_db [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Floating IP e8e74858-6a8d-4acf-ad8a-5b8e093859de disassociated (deleted). External IP: 172.27.4.52, port: 1aa172e4-e033-4cc3-8b29-d663cb2b53a7. Aug 08 03:01:37.409852 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 03:01:37.508733 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:37.511440 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 03:01:37.516796 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:37.521860 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b6f74d-f182-4a76-b4a8-4607d981579e None None] Sync routers for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 03:01:37.531307 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b6f74d-f182-4a76-b4a8-4607d981579e None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 03:01:37.531913 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-69b6f74d-f182-4a76-b4a8-4607d981579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T03:01:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:37.547517 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-e436282a-2324-46e5-8482-15712bbe9324 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/e8e74858-6a8d-4acf-ad8a-5b8e093859de HTTP/1.1" status: 204 len: 168 time: 0.8825586 Aug 08 03:01:37.548104 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9f5d9e-302f-4f21-b891-9e45967c8120', 'tag': '1aa172e4-e033-4cc3-8b29-d663cb2b53a7'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 03:01:37.550760 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec22f1d30cf05664830ef834bc2fff6277ec84e823fa6e2140b323625de535e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b173bc8-e868-496b-b7e7-35beeeee6ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9f5d9e-302f-4f21-b891-9e45967c8120", "tag": "1aa172e4-e033-4cc3-8b29-d663cb2b53a7"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 03:01:37.639300 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-69b6f74d-f182-4a76-b4a8-4607d981579e None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 03:01:37.659119 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 03:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fe387f-332e-4757-8981-8120326c8e07 x-openstack-request-id: req-01fe387f-332e-4757-8981-8120326c8e07 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 03:01:37.659867 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9f5d9e-302f-4f21-b891-9e45967c8120", "tag": "1aa172e4-e033-4cc3-8b29-d663cb2b53a7", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 03:01:37.660046 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01fe387f-332e-4757-8981-8120326c8e07 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 03:01:37.660459 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01fe387f-332e-4757-8981-8120326c8e07'] response: {'name': 'network-changed', 'server_uuid': 'bb9f5d9e-302f-4f21-b891-9e45967c8120', 'tag': '1aa172e4-e033-4cc3-8b29-d663cb2b53a7', 'status': 'completed', 'code': 200} Aug 08 03:01:37.740415 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b173bc8-e868-496b-b7e7-35beeeee6ed5 req-fafa8d59-cf60-460e-87ff-491f6b57eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:01:37.743031 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3b173bc8-e868-496b-b7e7-35beeeee6ed5 req-fafa8d59-cf60-460e-87ff-491f6b57eb94 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 1130 time: 0.0531573 Aug 08 03:01:37.853193 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b173bc8-e868-496b-b7e7-35beeeee6ed5 req-258b1fe6-a44c-4ad3-bed7-47df46410010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:01:37.855074 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3b173bc8-e868-496b-b7e7-35beeeee6ed5 req-258b1fe6-a44c-4ad3-bed7-47df46410010 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 913 time: 0.0960736 Aug 08 03:01:37.872815 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-69b6f74d-f182-4a76-b4a8-4607d981579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'c4406e46-9d6b-42bf-8d1f-5b9f78afea57', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'floating_ip_address': '172.27.4.36', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'port_id': '43f4773b-1fae-41e1-8ce6-050724184dee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'mac_address': 'fa:16:3e:b8:53:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:57:20Z', 'updated_at': '2022-08-08T02:57:22Z', 'revision_number': 1, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:37.900130 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b6f74d-f182-4a76-b4a8-4607d981579e None None] Checking router: 7e9df1ec-79e3-429c-b67b-40cd75b63a7c for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 03:01:37.909802 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b6f74d-f182-4a76-b4a8-4607d981579e None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 03:01:37.910447 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-69b6f74d-f182-4a76-b4a8-4607d981579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T03:01:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:37.953272 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefe978-28d7-48fd-a4e2-d5ae96344ac9 req-58f15c21-ac75-4ff6-8ba6-bcd14e80337c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:01:37.960510 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4fefe978-28d7-48fd-a4e2-d5ae96344ac9 req-58f15c21-ac75-4ff6-8ba6-bcd14e80337c tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 946 time: 0.0561368 Aug 08 03:01:37.968099 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:38.011101 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-4fefe978-28d7-48fd-a4e2-d5ae96344ac9 req-a72ada26-6f02-4826-9987-f4b2242fb493 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497329 Aug 08 03:01:38.021911 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-69b6f74d-f182-4a76-b4a8-4607d981579e None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 03:01:38.227856 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-69b6f74d-f182-4a76-b4a8-4607d981579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'c4406e46-9d6b-42bf-8d1f-5b9f78afea57', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'floating_ip_address': '172.27.4.36', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'port_id': '43f4773b-1fae-41e1-8ce6-050724184dee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'mac_address': 'fa:16:3e:b8:53:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:57:20Z', 'updated_at': '2022-08-08T02:57:22Z', 'revision_number': 1, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:38.256153 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b6f74d-f182-4a76-b4a8-4607d981579e None None] The sync data for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi is: [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_floatingips': [{'id': 'c4406e46-9d6b-42bf-8d1f-5b9f78afea57', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'floating_ip_address': '172.27.4.36', 'floating_network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'router_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'port_id': '43f4773b-1fae-41e1-8ce6-050724184dee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'mac_address': 'fa:16:3e:b8:53:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T02:57:20Z', 'updated_at': '2022-08-08T02:57:22Z', 'revision_number': 1, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 03:01:38.464669 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab28b0f-94bc-4414-b07b-f1c93b7d4a0f None None] New status for floating IP e8e74858-6a8d-4acf-ad8a-5b8e093859de: DOWN {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 03:01:38.869204 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3b173bc8-e868-496b-b7e7-35beeeee6ed5 req-5d07ad97-5d92-4a1e-a5ee-b90f131a7a35 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1aa172e4-e033-4cc3-8b29-d663cb2b53a7 HTTP/1.1" status: 200 len: 217 time: 0.0339429 Aug 08 03:01:38.922683 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b173bc8-e868-496b-b7e7-35beeeee6ed5 req-d4ec4e9f-2810-47d1-b60d-bba53efc83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:01:38.924179 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3b173bc8-e868-496b-b7e7-35beeeee6ed5 req-d4ec4e9f-2810-47d1-b60d-bba53efc83b6 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=84ebda40-4bd2-478a-8c71-dc2867761787 HTTP/1.1" status: 200 len: 851 time: 0.0485620 Aug 08 03:01:38.988563 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b173bc8-e868-496b-b7e7-35beeeee6ed5 req-a0fc0844-b5d5-4d99-9c4a-dd786e0d1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:01:38.990032 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3b173bc8-e868-496b-b7e7-35beeeee6ed5 req-a0fc0844-b5d5-4d99-9c4a-dd786e0d1cdd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442147 Aug 08 03:01:39.081588 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3b173bc8-e868-496b-b7e7-35beeeee6ed5 req-eba1244a-bec4-41a9-8507-938bf154c7ae service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844169 Aug 08 03:01:39.131515 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d45667-0a5c-4eb7-a8fd-4fb8f62159d2 req-e5f62f0c-8d9b-4c52-bded-1cfbe4f433ea tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:01:39.132873 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b0d45667-0a5c-4eb7-a8fd-4fb8f62159d2 req-e5f62f0c-8d9b-4c52-bded-1cfbe4f433ea tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 946 time: 0.0462356 Aug 08 03:01:39.185846 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-b0d45667-0a5c-4eb7-a8fd-4fb8f62159d2 req-dd7d265a-bbf6-42b0-b15b-5c7f27c74431 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474663 Aug 08 03:01:39.454459 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.48', 64108) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:39.463174 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-3b173bc8-e868-496b-b7e7-35beeeee6ed5 req-0dab3212-bef8-43ab-9cce-4439b6341b55 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841179 Aug 08 03:01:39.500178 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc20ed-78d3-40fa-82e7-38841094d270 req-a548e224-4570-4b6e-b3f9-b352e3765bcb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:01:39.501612 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-94dc20ed-78d3-40fa-82e7-38841094d270 req-a548e224-4570-4b6e-b3f9-b352e3765bcb tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 946 time: 0.0462408 Aug 08 03:01:39.615207 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-94dc20ed-78d3-40fa-82e7-38841094d270 req-22b69b69-3948-41e4-851f-af35b39f8643 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Deleting port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 03:01:39.615546 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-94dc20ed-78d3-40fa-82e7-38841094d270 req-22b69b69-3948-41e4-851f-af35b39f8643 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (1aa172e4-e033-4cc3-8b29-d663cb2b53a7), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:39.702875 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-94dc20ed-78d3-40fa-82e7-38841094d270 req-22b69b69-3948-41e4-851f-af35b39f8643 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] For port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=1aa172e4-e033-4cc3-8b29-d663cb2b53a7,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 03:01:39.703229 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-94dc20ed-78d3-40fa-82e7-38841094d270 req-22b69b69-3948-41e4-851f-af35b39f8643 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (1aa172e4-e033-4cc3-8b29-d663cb2b53a7), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:39.717486 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-94dc20ed-78d3-40fa-82e7-38841094d270 req-22b69b69-3948-41e4-851f-af35b39f8643 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Calling delete_port for 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 03:01:39.928064 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-94dc20ed-78d3-40fa-82e7-38841094d270 req-22b69b69-3948-41e4-851f-af35b39f8643 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (1aa172e4-e033-4cc3-8b29-d663cb2b53a7), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:39.955682 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b69b69-3948-41e4-851f-af35b39f8643 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event deleted for resources: {'Port': ['ID=1aa172e4-e033-4cc3-8b29-d663cb2b53a7,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:40.022371 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dc20ed-78d3-40fa-82e7-38841094d270 req-22b69b69-3948-41e4-851f-af35b39f8643 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] No DVR routers for this DVR port 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 on host hv-cinder-85226 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 03:01:40.024814 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-94dc20ed-78d3-40fa-82e7-38841094d270 req-22b69b69-3948-41e4-851f-af35b39f8643 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:40.028062 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-94dc20ed-78d3-40fa-82e7-38841094d270 req-22b69b69-3948-41e4-851f-af35b39f8643 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.48 "DELETE /networking/v2.0/ports/1aa172e4-e033-4cc3-8b29-d663cb2b53a7 HTTP/1.1" status: 204 len: 173 time: 0.5213010 Aug 08 03:01:40.028483 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9f5d9e-302f-4f21-b891-9e45967c8120', 'name': 'network-vif-deleted', 'tag': '1aa172e4-e033-4cc3-8b29-d663cb2b53a7'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 03:01:40.030729 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec22f1d30cf05664830ef834bc2fff6277ec84e823fa6e2140b323625de535e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431a2e45-60fd-4e36-8e13-31f78bab0ff5" -d '{"events": [{"server_uuid": "bb9f5d9e-302f-4f21-b891-9e45967c8120", "name": "network-vif-deleted", "tag": "1aa172e4-e033-4cc3-8b29-d663cb2b53a7"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 03:01:40.069930 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 03:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab46a9d-8d4d-4f35-9bfa-77d513c92574 x-openstack-request-id: req-4ab46a9d-8d4d-4f35-9bfa-77d513c92574 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 03:01:40.070214 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9f5d9e-302f-4f21-b891-9e45967c8120", "name": "network-vif-deleted", "tag": "1aa172e4-e033-4cc3-8b29-d663cb2b53a7", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 03:01:40.070507 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ab46a9d-8d4d-4f35-9bfa-77d513c92574 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 03:01:40.070910 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab46a9d-8d4d-4f35-9bfa-77d513c92574'] response: {'server_uuid': 'bb9f5d9e-302f-4f21-b891-9e45967c8120', 'name': 'network-vif-deleted', 'tag': '1aa172e4-e033-4cc3-8b29-d663cb2b53a7', 'status': 'completed', 'code': 200} Aug 08 03:01:40.287655 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-58e39ab3-542c-41d9-a69a-26f5e2a864ba req-e0274dea-0a3f-49e1-b493-dc729176eab2 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bb9f5d9e-302f-4f21-b891-9e45967c8120 HTTP/1.1" status: 200 len: 210 time: 0.0290308 Aug 08 03:01:42.010550 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 03:01:42.030634 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 03:01:42.030980 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 1aa172e4-e033-4cc3-8b29-d663cb2b53a7 not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 03:01:43.790373 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 50144) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:43.930186 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-27287823-bbf2-4ff9-b664-c4b9ae981219 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Deleting port 92f412be-f067-41a7-851f-f0f28476063f {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 03:01:43.930554 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-27287823-bbf2-4ff9-b664-c4b9ae981219 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (92f412be-f067-41a7-851f-f0f28476063f), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:44.012767 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-27287823-bbf2-4ff9-b664-c4b9ae981219 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (92f412be-f067-41a7-851f-f0f28476063f), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:44.013082 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-27287823-bbf2-4ff9-b664-c4b9ae981219 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for floatingip (92f412be-f067-41a7-851f-f0f28476063f), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:44.028576 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-27287823-bbf2-4ff9-b664-c4b9ae981219 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Calling delete_port for 92f412be-f067-41a7-851f-f0f28476063f owned by network:floatingip {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 03:01:44.116020 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:44.128446 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:44.219395 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-27287823-bbf2-4ff9-b664-c4b9ae981219 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (92f412be-f067-41a7-851f-f0f28476063f), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:44.248275 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27287823-bbf2-4ff9-b664-c4b9ae981219 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event deleted for resources: {'Port': ['ID=92f412be-f067-41a7-851f-f0f28476063f,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:44.544637 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-27287823-bbf2-4ff9-b664-c4b9ae981219 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for floatingip (c4406e46-9d6b-42bf-8d1f-5b9f78afea57), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:44.544972 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.db.l3_db [None req-27287823-bbf2-4ff9-b664-c4b9ae981219 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Floating IP c4406e46-9d6b-42bf-8d1f-5b9f78afea57 disassociated (deleted). External IP: 172.27.4.36, port: 43f4773b-1fae-41e1-8ce6-050724184dee. Aug 08 03:01:44.740270 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27287823-bbf2-4ff9-b664-c4b9ae981219 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 03:01:44.843911 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27287823-bbf2-4ff9-b664-c4b9ae981219 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 03:01:44.848699 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-27287823-bbf2-4ff9-b664-c4b9ae981219 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:44.853251 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e13938-19cc-42a5-8235-38d593c26f76 None None] Sync routers for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 03:01:44.863908 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e13938-19cc-42a5-8235-38d593c26f76 None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 03:01:44.864513 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-98e13938-19cc-42a5-8235-38d593c26f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T03:01:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:44.879081 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-27287823-bbf2-4ff9-b664-c4b9ae981219 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/c4406e46-9d6b-42bf-8d1f-5b9f78afea57 HTTP/1.1" status: 204 len: 168 time: 1.0875416 Aug 08 03:01:44.879668 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'tag': '43f4773b-1fae-41e1-8ce6-050724184dee'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 03:01:44.881971 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec22f1d30cf05664830ef834bc2fff6277ec84e823fa6e2140b323625de535e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50db84c-1c97-4052-bc78-fcac9c1c200a" -d '{"events": [{"name": "network-changed", "server_uuid": "82f4cf43-9cde-4bfb-9c94-b8b4c530938f", "tag": "43f4773b-1fae-41e1-8ce6-050724184dee"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 03:01:44.928004 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 03:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451a1593-a185-49f3-a686-c960ecb4be04 x-openstack-request-id: req-451a1593-a185-49f3-a686-c960ecb4be04 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 03:01:44.928432 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f4cf43-9cde-4bfb-9c94-b8b4c530938f", "tag": "43f4773b-1fae-41e1-8ce6-050724184dee", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 03:01:44.928693 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-451a1593-a185-49f3-a686-c960ecb4be04 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 03:01:44.929150 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451a1593-a185-49f3-a686-c960ecb4be04'] response: {'name': 'network-changed', 'server_uuid': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'tag': '43f4773b-1fae-41e1-8ce6-050724184dee', 'status': 'completed', 'code': 200} Aug 08 03:01:44.989439 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50db84c-1c97-4052-bc78-fcac9c1c200a req-5263ae4a-cba7-4194-aad7-a90e35a8468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:01:44.991010 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e50db84c-1c97-4052-bc78-fcac9c1c200a req-5263ae4a-cba7-4194-aad7-a90e35a8468f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=cdf9c8d3eace468d852b873213f392f4&device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 1130 time: 0.0416307 Aug 08 03:01:45.060339 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-98e13938-19cc-42a5-8235-38d593c26f76 None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 03:01:45.088028 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50db84c-1c97-4052-bc78-fcac9c1c200a req-2f016055-17c1-4e97-bf03-9a2524aefac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:01:45.089509 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e50db84c-1c97-4052-bc78-fcac9c1c200a req-2f016055-17c1-4e97-bf03-9a2524aefac8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 200 len: 913 time: 0.0929580 Aug 08 03:01:45.131630 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e50db84c-1c97-4052-bc78-fcac9c1c200a req-a0ed14c3-f203-470b-882a-bd22ba64a20b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43f4773b-1fae-41e1-8ce6-050724184dee HTTP/1.1" status: 200 len: 217 time: 0.0352933 Aug 08 03:01:45.181967 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:45.187469 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50db84c-1c97-4052-bc78-fcac9c1c200a req-4648621b-1e32-4aec-bc34-caf05fa5c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:01:45.189020 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e50db84c-1c97-4052-bc78-fcac9c1c200a req-4648621b-1e32-4aec-bc34-caf05fa5c65e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=84ebda40-4bd2-478a-8c71-dc2867761787 HTTP/1.1" status: 200 len: 851 time: 0.0479481 Aug 08 03:01:45.209539 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:45.240346 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50db84c-1c97-4052-bc78-fcac9c1c200a req-02de7ce0-86ce-4718-af3f-1abbfe100568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:01:45.241891 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e50db84c-1c97-4052-bc78-fcac9c1c200a req-02de7ce0-86ce-4718-af3f-1abbfe100568 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=a6048054-e97a-4e19-a2b6-2b1d1f8ee921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468550 Aug 08 03:01:45.254815 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-98e13938-19cc-42a5-8235-38d593c26f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:45.281592 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e13938-19cc-42a5-8235-38d593c26f76 None None] Checking router: 7e9df1ec-79e3-429c-b67b-40cd75b63a7c for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 03:01:45.290978 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e13938-19cc-42a5-8235-38d593c26f76 None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 03:01:45.291582 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-98e13938-19cc-42a5-8235-38d593c26f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T03:01:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:45.300062 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ad240-a7d8-4f9b-97cb-179c4d31ccfd req-c4f4ea1d-5a41-4925-9adf-ea351403f41a tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:01:45.301620 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb2ad240-a7d8-4f9b-97cb-179c4d31ccfd req-c4f4ea1d-5a41-4925-9adf-ea351403f41a tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 946 time: 0.0534956 Aug 08 03:01:45.327910 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:45.352377 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-bb2ad240-a7d8-4f9b-97cb-179c4d31ccfd req-477cb85c-0544-4426-bfa7-a1f30afdca0e tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444365 Aug 08 03:01:45.395203 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-98e13938-19cc-42a5-8235-38d593c26f76 None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 03:01:45.577583 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-98e13938-19cc-42a5-8235-38d593c26f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:45.602717 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e13938-19cc-42a5-8235-38d593c26f76 None None] The sync data for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi is: [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:48Z', 'revision_number': 4, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi', '_interfaces': [{'id': '8f2cf937-8aaf-46fc-9cad-bdf032ec584e', 'name': '', 'network_id': 'a6048054-e97a-4e19-a2b6-2b1d1f8ee921', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'mac_address': 'fa:16:3e:5a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:47Z', 'updated_at': '2022-08-08T02:53:53Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'subnets': [{'id': '84ebda40-4bd2-478a-8c71-dc2867761787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 03:01:45.810711 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9db0d1-0d94-4ab7-b452-84c6b5054b80 None None] New status for floating IP c4406e46-9d6b-42bf-8d1f-5b9f78afea57: DOWN {{(pid=104278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 08 03:01:46.302371 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e50db84c-1c97-4052-bc78-fcac9c1c200a req-6db91e81-f50f-4d08-8d39-54237b397198 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878975 Aug 08 03:01:46.413090 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-e50db84c-1c97-4052-bc78-fcac9c1c200a req-5e426875-2d08-441f-8be5-31cda329a1f9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871933 Aug 08 03:01:46.477078 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b8061-56fd-4fbd-93f5-3ecc1b1391f2 req-1313bd19-3ca9-469a-aa92-d9c6d80d7fce tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:01:46.478547 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-204b8061-56fd-4fbd-93f5-3ecc1b1391f2 req-1313bd19-3ca9-469a-aa92-d9c6d80d7fce tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 946 time: 0.0506146 Aug 08 03:01:46.527168 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [req-204b8061-56fd-4fbd-93f5-3ecc1b1391f2 req-9b284a01-1818-400c-a3d7-b47cd72353b7 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=58b5c44b-d52e-477e-a7bd-1c604fabf570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429401 Aug 08 03:01:47.052723 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49bd4d-f056-405a-8a7f-96f6732cb033 req-2b1ae4cf-651c-4687-9402-a7be115aebdc tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 03:01:47.054256 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ac49bd4d-f056-405a-8a7f-96f6732cb033 req-2b1ae4cf-651c-4687-9402-a7be115aebdc tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 946 time: 0.0478041 Aug 08 03:01:47.133201 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=100 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:47.140675 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-ac49bd4d-f056-405a-8a7f-96f6732cb033 req-75bfb786-42dc-4faa-8896-9ed43c4c66a0 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Deleting port 43f4773b-1fae-41e1-8ce6-050724184dee {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 03:01:47.141014 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-ac49bd4d-f056-405a-8a7f-96f6732cb033 req-75bfb786-42dc-4faa-8896-9ed43c4c66a0 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (43f4773b-1fae-41e1-8ce6-050724184dee), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:47.234539 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [req-ac49bd4d-f056-405a-8a7f-96f6732cb033 req-75bfb786-42dc-4faa-8896-9ed43c4c66a0 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] For port 43f4773b-1fae-41e1-8ce6-050724184dee, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=43f4773b-1fae-41e1-8ce6-050724184dee,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 03:01:47.234929 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-ac49bd4d-f056-405a-8a7f-96f6732cb033 req-75bfb786-42dc-4faa-8896-9ed43c4c66a0 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (43f4773b-1fae-41e1-8ce6-050724184dee), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:47.252460 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [req-ac49bd4d-f056-405a-8a7f-96f6732cb033 req-75bfb786-42dc-4faa-8896-9ed43c4c66a0 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Calling delete_port for 43f4773b-1fae-41e1-8ce6-050724184dee owned by compute:nova {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 03:01:47.465221 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-ac49bd4d-f056-405a-8a7f-96f6732cb033 req-75bfb786-42dc-4faa-8896-9ed43c4c66a0 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (43f4773b-1fae-41e1-8ce6-050724184dee), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:47.501188 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfb786-42dc-4faa-8896-9ed43c4c66a0 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event deleted for resources: {'Port': ['ID=43f4773b-1fae-41e1-8ce6-050724184dee,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:47.548344 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac49bd4d-f056-405a-8a7f-96f6732cb033 req-75bfb786-42dc-4faa-8896-9ed43c4c66a0 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] No DVR routers for this DVR port 43f4773b-1fae-41e1-8ce6-050724184dee on host hv-cinder-85226 {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 03:01:47.551107 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [req-ac49bd4d-f056-405a-8a7f-96f6732cb033 req-75bfb786-42dc-4faa-8896-9ed43c4c66a0 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for port (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:47.554670 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-ac49bd4d-f056-405a-8a7f-96f6732cb033 req-75bfb786-42dc-4faa-8896-9ed43c4c66a0 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.48 "DELETE /networking/v2.0/ports/43f4773b-1fae-41e1-8ce6-050724184dee HTTP/1.1" status: 204 len: 173 time: 0.4952285 Aug 08 03:01:47.555199 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'name': 'network-vif-deleted', 'tag': '43f4773b-1fae-41e1-8ce6-050724184dee'}] {{(pid=104276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 03:01:47.557889 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec22f1d30cf05664830ef834bc2fff6277ec84e823fa6e2140b323625de535e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba17d2a-774e-463c-9e23-ec16b6b1a301" -d '{"events": [{"server_uuid": "82f4cf43-9cde-4bfb-9c94-b8b4c530938f", "name": "network-vif-deleted", "tag": "43f4773b-1fae-41e1-8ce6-050724184dee"}]}' {{(pid=104276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 03:01:47.599108 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 03:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92febe7-b1f6-4c8a-b9c2-8a2e51300461 x-openstack-request-id: req-e92febe7-b1f6-4c8a-b9c2-8a2e51300461 {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 03:01:47.599430 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f4cf43-9cde-4bfb-9c94-b8b4c530938f", "name": "network-vif-deleted", "tag": "43f4773b-1fae-41e1-8ce6-050724184dee", "status": "completed", "code": 200}]} {{(pid=104276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 03:01:47.599722 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e92febe7-b1f6-4c8a-b9c2-8a2e51300461 {{(pid=104276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 03:01:47.600135 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92febe7-b1f6-4c8a-b9c2-8a2e51300461'] response: {'server_uuid': '82f4cf43-9cde-4bfb-9c94-b8b4c530938f', 'name': 'network-vif-deleted', 'tag': '43f4773b-1fae-41e1-8ce6-050724184dee', 'status': 'completed', 'code': 200} Aug 08 03:01:47.634216 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [req-c398bac8-778a-414e-8635-68f75ef2f5b4 req-07ba87e5-adbc-433e-af7d-ce36fe7325da tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=82f4cf43-9cde-4bfb-9c94-b8b4c530938f HTTP/1.1" status: 200 len: 210 time: 0.0316436 Aug 08 03:01:48.699226 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 50164) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:48.807886 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Deleting port f5220cb9-b2ae-4391-9ab5-b6800be60b6d {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 03:01:48.808234 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (f5220cb9-b2ae-4391-9ab5-b6800be60b6d), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:48.887303 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (f5220cb9-b2ae-4391-9ab5-b6800be60b6d), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:48.887619 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for floatingip (f5220cb9-b2ae-4391-9ab5-b6800be60b6d), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:48.899886 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Calling delete_port for f5220cb9-b2ae-4391-9ab5-b6800be60b6d owned by network:floatingip {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 03:01:48.974673 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:49.012674 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:49.099267 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (f5220cb9-b2ae-4391-9ab5-b6800be60b6d), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:49.128846 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event deleted for resources: {'Port': ['ID=f5220cb9-b2ae-4391-9ab5-b6800be60b6d,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:49.141438 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:49.141781 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:49.142122 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:49.142478 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:49.143410 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:49.143743 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:49.144067 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:49.144422 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:49.144744 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:49.145061 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:49.145380 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:49.145713 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:49.146014 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:49.146327 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:49.146663 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:49.203186 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for floatingip (24310de0-c9a4-4a94-a885-fc1acf0c99e7), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:49.206087 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185820'] for floatingip (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:49.207266 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-f90e18eb-89dd-4af5-a7c8-d4b965e671a8 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/24310de0-c9a4-4a94-a885-fc1acf0c99e7 HTTP/1.1" status: 204 len: 168 time: 0.5078826 Aug 08 03:01:50.025973 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 43f4773b-1fae-41e1-8ce6-050724184dee no longer exists at agent hyperv_hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 03:01:50.028222 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:50.029647 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:50.045819 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] No Port match for: 43f4773b-1fae-41e1-8ce6-050724184dee {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 03:01:50.046166 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Device 43f4773b-1fae-41e1-8ce6-050724184dee not bound to the agent host hv-cinder-85226 {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 03:01:50.553622 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 50176) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:50.567535 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6e576420-a72f-4b91-a767-e9a81adc91d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:50.612565 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-323250a8-045d-4e31-b104-3afc0e748191 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group (58b5c44b-d52e-477e-a7bd-1c604fabf570), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:50.637241 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-323250a8-045d-4e31-b104-3afc0e748191 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group (58b5c44b-d52e-477e-a7bd-1c604fabf570), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:50.756366 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-323250a8-045d-4e31-b104-3afc0e748191 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (58b5c44b-d52e-477e-a7bd-1c604fabf570), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:50.758928 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-323250a8-045d-4e31-b104-3afc0e748191 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:50.760339 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-323250a8-045d-4e31-b104-3afc0e748191 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/58b5c44b-d52e-477e-a7bd-1c604fabf570 HTTP/1.1" status: 204 len: 168 time: 0.2054620 Aug 08 03:01:50.769892 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323250a8-045d-4e31-b104-3afc0e748191 tempest-TestVolumeBootPattern-946919866 tempest-TestVolumeBootPattern-946919866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b5c44b-d52e-477e-a7bd-1c604fabf570,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:50.886117 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 50180) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:51.287273 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8f0bd80-7e6d-41a9-8997-b97bec48b12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729648'] for router_interface (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:51.505876 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0bd80-7e6d-41a9-8997-b97bec48b12e admin admin] Deleting port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 03:01:51.506217 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8f0bd80-7e6d-41a9-8997-b97bec48b12e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:51.550207 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:51.585304 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-b8f0bd80-7e6d-41a9-8997-b97bec48b12e admin admin] For port 8f2cf937-8aaf-46fc-9cad-bdf032ec584e, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=8f2cf937-8aaf-46fc-9cad-bdf032ec584e,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 03:01:51.585964 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8f0bd80-7e6d-41a9-8997-b97bec48b12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:51.592580 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:51.602188 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0bd80-7e6d-41a9-8997-b97bec48b12e admin admin] Calling delete_port for 8f2cf937-8aaf-46fc-9cad-bdf032ec584e owned by network:router_interface {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 03:01:51.836037 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8f0bd80-7e6d-41a9-8997-b97bec48b12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (8f2cf937-8aaf-46fc-9cad-bdf032ec584e), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:51.860835 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0bd80-7e6d-41a9-8997-b97bec48b12e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f2cf937-8aaf-46fc-9cad-bdf032ec584e,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:52.279047 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-b8f0bd80-7e6d-41a9-8997-b97bec48b12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729772'] for router_interface (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:52.483733 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f0bd80-7e6d-41a9-8997-b97bec48b12e admin admin] Router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 03:01:52.584979 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f0bd80-7e6d-41a9-8997-b97bec48b12e admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 03:01:52.589904 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-b8f0bd80-7e6d-41a9-8997-b97bec48b12e admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/7e9df1ec-79e3-429c-b67b-40cd75b63a7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7027326 Aug 08 03:01:52.592488 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 50184) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:52.594623 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aac856-20b1-449a-aa99-d43d512d9228 None None] Sync routers for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 03:01:52.604082 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aac856-20b1-449a-aa99-d43d512d9228 None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 03:01:52.605029 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-a2aac856-20b1-449a-aa99-d43d512d9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T03:01:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:52.678028 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:52.688405 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17e15d2a-759f-4e5e-8c09-6686ab7d8262 admin admin] Publish callbacks [] for router (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:52.707444 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-a2aac856-20b1-449a-aa99-d43d512d9228 None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: dv-cinder-852261-2-iscsi {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 03:01:52.770812 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:52.788953 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17e15d2a-759f-4e5e-8c09-6686ab7d8262 admin admin] Publish callbacks [] for router_gateway (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:52.878992 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-a2aac856-20b1-449a-aa99-d43d512d9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110'}], 'enable_snat': True}, 'gw_port_id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T03:01:51Z', 'revision_number': 5, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port': {'id': '083bd336-d8df-4c9a-ac7a-57ae1cba7512', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:27:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T02:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:52.907364 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aac856-20b1-449a-aa99-d43d512d9228 None None] Checking router: 7e9df1ec-79e3-429c-b67b-40cd75b63a7c for host: dv-cinder-852261-2-iscsi {{(pid=104279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 03:01:52.915980 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aac856-20b1-449a-aa99-d43d512d9228 None None] Routers {'7e9df1ec-79e3-429c-b67b-40cd75b63a7c'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 03:01:52.916585 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-a2aac856-20b1-449a-aa99-d43d512d9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T03:01:23Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'], 'active': True} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:52.923214 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-17e15d2a-759f-4e5e-8c09-6686ab7d8262 admin admin] Deleting port 083bd336-d8df-4c9a-ac7a-57ae1cba7512 {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 03:01:52.923565 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17e15d2a-759f-4e5e-8c09-6686ab7d8262 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (083bd336-d8df-4c9a-ac7a-57ae1cba7512), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:52.962105 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-cc86ce0b-db5a-4e05-806d-d81e462aaa2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:52.984433 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 03:01:52.989786 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=100 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:53.009161 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_dvr_db [None req-a2aac856-20b1-449a-aa99-d43d512d9228 None None] Set router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c gateway port host: None {{(pid=104279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 03:01:53.009823 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-17e15d2a-759f-4e5e-8c09-6686ab7d8262 admin admin] For port 083bd336-d8df-4c9a-ac7a-57ae1cba7512, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=083bd336-d8df-4c9a-ac7a-57ae1cba7512,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 03:01:53.010190 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17e15d2a-759f-4e5e-8c09-6686ab7d8262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (083bd336-d8df-4c9a-ac7a-57ae1cba7512), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:53.023419 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-17e15d2a-759f-4e5e-8c09-6686ab7d8262 admin admin] Calling delete_port for 083bd336-d8df-4c9a-ac7a-57ae1cba7512 owned by network:router_gateway {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 03:01:53.057604 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.l3_hamode_db [None req-a2aac856-20b1-449a-aa99-d43d512d9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T03:01:52Z', 'revision_number': 6, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port_host': None}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:53.082827 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aac856-20b1-449a-aa99-d43d512d9228 None None] The sync data for ids ['7e9df1ec-79e3-429c-b67b-40cd75b63a7c'] in dv-cinder-852261-2-iscsi is: [{'id': '7e9df1ec-79e3-429c-b67b-40cd75b63a7c', 'name': 'tempest-TestVolumeBootPattern-1329086627-router', 'tenant_id': 'cdf9c8d3eace468d852b873213f392f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:45Z', 'updated_at': '2022-08-08T03:01:52Z', 'revision_number': 6, 'project_id': 'cdf9c8d3eace468d852b873213f392f4', 'gw_port_host': None}] {{(pid=104279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 03:01:53.264926 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17e15d2a-759f-4e5e-8c09-6686ab7d8262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (083bd336-d8df-4c9a-ac7a-57ae1cba7512), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:53.291848 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e15d2a-759f-4e5e-8c09-6686ab7d8262 admin admin] Pushing event deleted for resources: {'Port': ['ID=083bd336-d8df-4c9a-ac7a-57ae1cba7512,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:53.360513 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17e15d2a-759f-4e5e-8c09-6686ab7d8262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656612'] for router_gateway (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:53.449154 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17e15d2a-759f-4e5e-8c09-6686ab7d8262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1885'] for router (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:53.451486 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17e15d2a-759f-4e5e-8c09-6686ab7d8262 admin admin] Publish callbacks [] for router_controller (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:53.544738 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17e15d2a-759f-4e5e-8c09-6686ab7d8262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-736073'] for router (7e9df1ec-79e3-429c-b67b-40cd75b63a7c), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:53.545380 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e15d2a-759f-4e5e-8c09-6686ab7d8262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e9df1ec-79e3-429c-b67b-40cd75b63a7c {{(pid=104277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 03:01:53.550774 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-17e15d2a-759f-4e5e-8c09-6686ab7d8262 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:53.551922 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-17e15d2a-759f-4e5e-8c09-6686ab7d8262 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/7e9df1ec-79e3-429c-b67b-40cd75b63a7c HTTP/1.1" status: 204 len: 168 time: 0.9585338 Aug 08 03:01:53.554628 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 50186) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:53.598595 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ded33d-884b-406b-874e-1561f1f5a5ee admin admin] Deleting subnet 84ebda40-4bd2-478a-8c71-dc2867761787 {{(pid=104277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 03:01:53.601759 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d8ded33d-884b-406b-874e-1561f1f5a5ee admin admin] Publish callbacks [] for subnet (84ebda40-4bd2-478a-8c71-dc2867761787), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:53.640238 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d8ded33d-884b-406b-874e-1561f1f5a5ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3841700'] for subnet (84ebda40-4bd2-478a-8c71-dc2867761787), precommit_delete_associations {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:53.713575 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d8ded33d-884b-406b-874e-1561f1f5a5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (84ebda40-4bd2-478a-8c71-dc2867761787), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:53.832045 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d8ded33d-884b-406b-874e-1561f1f5a5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25521514'] for subnet (84ebda40-4bd2-478a-8c71-dc2867761787), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:53.862343 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 083bd336-d8df-4c9a-ac7a-57ae1cba7512 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 03:01:53.871886 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ded33d-884b-406b-874e-1561f1f5a5ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ebda40-4bd2-478a-8c71-dc2867761787,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:53.875856 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-d8ded33d-884b-406b-874e-1561f1f5a5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for subnet (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:53.879694 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-d8ded33d-884b-406b-874e-1561f1f5a5ee admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/84ebda40-4bd2-478a-8c71-dc2867761787 HTTP/1.1" status: 204 len: 168 time: 0.3237994 Aug 08 03:01:53.881931 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 50188) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:53.886670 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f5cd3-8842-4ddb-83e3-7f4d47e3a1e3 None None] Network a6048054-e97a-4e19-a2b6-2b1d1f8ee921 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 03:01:53.889401 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:53.889772 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 083bd336-d8df-4c9a-ac7a-57ae1cba7512 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 03:01:53.890282 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 083bd336-d8df-4c9a-ac7a-57ae1cba7512 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 03:01:53.890565 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 8f2cf937-8aaf-46fc-9cad-bdf032ec584e no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 03:01:53.941413 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:53.957145 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 8f2cf937-8aaf-46fc-9cad-bdf032ec584e {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 03:01:53.957497 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 8f2cf937-8aaf-46fc-9cad-bdf032ec584e not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 03:01:53.958792 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (a6048054-e97a-4e19-a2b6-2b1d1f8ee921), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:54.003985 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] Deleting port 336b585e-efbb-4093-a333-16042c38c16d {{(pid=104277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 03:01:54.004376 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (336b585e-efbb-4093-a333-16042c38c16d), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:54.078171 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.db [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] For port 336b585e-efbb-4093-a333-16042c38c16d, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=336b585e-efbb-4093-a333-16042c38c16d,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 03:01:54.078171 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (336b585e-efbb-4093-a333-16042c38c16d), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:54.087177 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] DHCP port deletion for a6048054-e97a-4e19-a2b6-2b1d1f8ee921 request from dv-cinder-852261-2-iscsi {{(pid=104278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 03:01:54.093762 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.plugin [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] Calling delete_port for 336b585e-efbb-4093-a333-16042c38c16d owned by network:dhcp {{(pid=104277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 03:01:54.125763 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Deleting port 336b585e-efbb-4093-a333-16042c38c16d {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 03:01:54.126254 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (336b585e-efbb-4093-a333-16042c38c16d), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:54.196894 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] For port 336b585e-efbb-4093-a333-16042c38c16d, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=336b585e-efbb-4093-a333-16042c38c16d,segment=NetworkSegment(3883fa3b-cf05-44c6-bceb-f5737e70cc1e),segment_id=3883fa3b-cf05-44c6-bceb-f5737e70cc1e)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 03:01:54.197322 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (336b585e-efbb-4093-a333-16042c38c16d), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:54.210860 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Calling delete_port for 336b585e-efbb-4093-a333-16042c38c16d owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 03:01:54.259254 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841670'] for port (336b585e-efbb-4093-a333-16042c38c16d), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:54.284785 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050'] for port (336b585e-efbb-4093-a333-16042c38c16d), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:54.289287 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] Pushing event deleted for resources: {'Port': ['ID=336b585e-efbb-4093-a333-16042c38c16d,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:54.291145 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] No DVR routers for this DVR port 336b585e-efbb-4093-a333-16042c38c16d on host dv-cinder-852261-2-iscsi {{(pid=104277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 03:01:54.312701 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Pushing event deleted for resources: {'Port': ['ID=336b585e-efbb-4093-a333-16042c38c16d,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:54.321170 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] No DVR routers for this DVR port 336b585e-efbb-4093-a333-16042c38c16d on host dv-cinder-852261-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 03:01:54.323200 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:54.323567 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:54.323888 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:54.324222 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:54.324610 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:54.324932 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:54.325261 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:54.325583 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:54.325906 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:54.326226 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:54.326584 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:54.326907 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:54.327226 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:54.327542 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:54.327858 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7084c-35c9-4345-8439-b33169cfd17b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-2-iscsi {{(pid=104278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 03:01:54.363938 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (a6048054-e97a-4e19-a2b6-2b1d1f8ee921), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:54.385021 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6048054-e97a-4e19-a2b6-2b1d1f8ee921']}} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:54.395057 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3883fa3b-cf05-44c6-bceb-f5737e70cc1e') {'for_net_delete': True} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:54.395349 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.services.segments.db [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3883fa3b-cf05-44c6-bceb-f5737e70cc1e') {} {{(pid=104277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:54.404842 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3841709'] for segment (3883fa3b-cf05-44c6-bceb-f5737e70cc1e), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:54.418004 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (3883fa3b-cf05-44c6-bceb-f5737e70cc1e), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:54.425179 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=104277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 03:01:54.425564 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3840337'] for segment (3883fa3b-cf05-44c6-bceb-f5737e70cc1e), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:54.501239 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 3883fa3b-cf05-44c6-bceb-f5737e70cc1e resource provider aggregate not found Aug 08 03:01:54.518366 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.services.segments.plugin [-] Segment 3883fa3b-cf05-44c6-bceb-f5737e70cc1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3883fa3b-cf05-44c6-bceb-f5737e70cc1e found for delete ", "request_id": "req-bacaca91-e3d3-43ef-b036-836766660580"}]} Aug 08 03:01:54.521925 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:54.539035 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (a6048054-e97a-4e19-a2b6-2b1d1f8ee921), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:54.544510 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:54.547840 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/a6048054-e97a-4e19-a2b6-2b1d1f8ee921 HTTP/1.1" status: 204 len: 168 time: 0.6649544 Aug 08 03:01:54.551413 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 50196) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:54.559702 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d7bf8-0a66-46ba-bbb4-a07b9e55a28f admin admin] Pushing event deleted for resources: {'Network': ['ID=a6048054-e97a-4e19-a2b6-2b1d1f8ee921,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:54.852379 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:54.858100 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34069650-6252-4b35-a35d-3e116a427220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-729648'] for router_interface (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:55.044265 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:55.076889 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-34069650-6252-4b35-a35d-3e116a427220 admin admin] Deleting port 3346ef94-bf1a-48c8-b629-7adec48debbe {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 03:01:55.077237 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34069650-6252-4b35-a35d-3e116a427220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:55.156093 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-34069650-6252-4b35-a35d-3e116a427220 admin admin] For port 3346ef94-bf1a-48c8-b629-7adec48debbe, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=3346ef94-bf1a-48c8-b629-7adec48debbe,segment=NetworkSegment(3095bfd7-db7c-4f15-b770-e7f631821423),segment_id=3095bfd7-db7c-4f15-b770-e7f631821423)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 03:01:55.156352 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34069650-6252-4b35-a35d-3e116a427220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:55.169183 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-34069650-6252-4b35-a35d-3e116a427220 admin admin] Calling delete_port for 3346ef94-bf1a-48c8-b629-7adec48debbe owned by network:router_interface {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 03:01:55.401889 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34069650-6252-4b35-a35d-3e116a427220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (3346ef94-bf1a-48c8-b629-7adec48debbe), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:55.430666 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34069650-6252-4b35-a35d-3e116a427220 admin admin] Pushing event deleted for resources: {'Port': ['ID=3346ef94-bf1a-48c8-b629-7adec48debbe,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:55.593685 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-34069650-6252-4b35-a35d-3e116a427220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729772'] for router_interface (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:55.733564 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:55.755484 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 336b585e-efbb-4093-a333-16042c38c16d no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 03:01:55.774942 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 336b585e-efbb-4093-a333-16042c38c16d {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 03:01:55.775381 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 336b585e-efbb-4093-a333-16042c38c16d not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 03:01:55.804765 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34069650-6252-4b35-a35d-3e116a427220 admin admin] Router cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b has already been hosted by L3 agent cf8e79eb-ad24-49e9-af74-2f5f039bdb01 {{(pid=104276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 03:01:55.884068 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:55.905812 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34069650-6252-4b35-a35d-3e116a427220 admin admin] Notify agent at l3_agent.dv-cinder-852261-2-iscsi the message routers_updated {{(pid=104276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 03:01:55.911395 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-34069650-6252-4b35-a35d-3e116a427220 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3589399 Aug 08 03:01:55.913863 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 50198) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:55.917004 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b39fef-6346-4a89-b62c-9eda5e738a3f None None] Sync routers for ids ['cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'] in dv-cinder-852261-2-iscsi {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 03:01:55.929043 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b39fef-6346-4a89-b62c-9eda5e738a3f None None] Routers {'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 03:01:55.931168 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-42b39fef-6346-4a89-b62c-9eda5e738a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T03:01:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:56.011476 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd4c526f-14bc-4b21-9303-67f53fcafbe7 admin admin] Publish callbacks [] for router (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:56.034300 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-42b39fef-6346-4a89-b62c-9eda5e738a3f None None] Set router cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 03:01:56.214875 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:56.225624 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:56.236042 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-42b39fef-6346-4a89-b62c-9eda5e738a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'name': 'tempest-TestVolumeBootPattern-548934653-router', 'tenant_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187'}], 'enable_snat': True}, 'gw_port_id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T03:01:55Z', 'revision_number': 5, 'project_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'gw_port': {'id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:56.265536 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b39fef-6346-4a89-b62c-9eda5e738a3f None None] Checking router: cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b for host: dv-cinder-852261-2-iscsi {{(pid=104278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 03:01:56.275681 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b39fef-6346-4a89-b62c-9eda5e738a3f None None] Routers {'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'} bound to L3 agent in host dv-cinder-852261-2-iscsi {{(pid=104278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 08 03:01:56.276306 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-42b39fef-6346-4a89-b62c-9eda5e738a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T02:24:23Z,description=,heartbeat_timestamp=2022-08-08T03:01:53Z,host='dv-cinder-852261-2-iscsi',id=cf8e79eb-ad24-49e9-af74-2f5f039bdb01,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T02:24:23Z,topic='l3_agent')) {'router_ids': ['cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'], 'active': True} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:56.356568 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd4c526f-14bc-4b21-9303-67f53fcafbe7 admin admin] Publish callbacks [] for router_gateway (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:56.362906 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:56.375689 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvr_db [None req-42b39fef-6346-4a89-b62c-9eda5e738a3f None None] Set router cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b gateway port host: dv-cinder-852261-2-iscsi {{(pid=104278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 08 03:01:56.451522 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c526f-14bc-4b21-9303-67f53fcafbe7 admin admin] Deleting port 9c899c86-14ff-4615-86a9-eab70e68dc9b {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 03:01:56.451874 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd4c526f-14bc-4b21-9303-67f53fcafbe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (9c899c86-14ff-4615-86a9-eab70e68dc9b), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:56.476304 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:56.533719 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-cd4c526f-14bc-4b21-9303-67f53fcafbe7 admin admin] For port 9c899c86-14ff-4615-86a9-eab70e68dc9b, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=9c899c86-14ff-4615-86a9-eab70e68dc9b,segment=NetworkSegment(e4fb8cf5-5d74-45c3-8f63-7267b7cf9961),segment_id=e4fb8cf5-5d74-45c3-8f63-7267b7cf9961)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 03:01:56.533987 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd4c526f-14bc-4b21-9303-67f53fcafbe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (9c899c86-14ff-4615-86a9-eab70e68dc9b), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:56.546886 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c526f-14bc-4b21-9303-67f53fcafbe7 admin admin] Calling delete_port for 9c899c86-14ff-4615-86a9-eab70e68dc9b owned by network:router_gateway {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 03:01:56.550888 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_hamode_db [None req-42b39fef-6346-4a89-b62c-9eda5e738a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'name': 'tempest-TestVolumeBootPattern-548934653-router', 'tenant_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187'}], 'enable_snat': True}, 'gw_port_id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T03:01:55Z', 'revision_number': 5, 'project_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'gw_port': {'id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}], 'dv-cinder-852261-2-iscsi', False) {} {{(pid=104278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:56.575762 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b39fef-6346-4a89-b62c-9eda5e738a3f None None] The sync data for ids ['cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b'] in dv-cinder-852261-2-iscsi is: [{'id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'name': 'tempest-TestVolumeBootPattern-548934653-router', 'tenant_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'external_fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187'}], 'enable_snat': True}, 'gw_port_id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T03:01:55Z', 'revision_number': 5, 'project_id': '90c196e44a4e40a49af4b5e27e3cceb1', 'gw_port': {'id': '9c899c86-14ff-4615-86a9-eab70e68dc9b', 'name': '', 'network_id': 'e72f53b8-3f23-4d50-b125-ab42ad165078', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'ip_address': '172.27.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T02:53:51Z', 'updated_at': '2022-08-08T02:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e1ec8ad-ac66-4f1e-a382-58035adba7ec', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-2-iscsi'}] {{(pid=104278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 03:01:56.755933 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd4c526f-14bc-4b21-9303-67f53fcafbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (9c899c86-14ff-4615-86a9-eab70e68dc9b), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:56.778782 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c526f-14bc-4b21-9303-67f53fcafbe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c899c86-14ff-4615-86a9-eab70e68dc9b,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:56.847796 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd4c526f-14bc-4b21-9303-67f53fcafbe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656612'] for router_gateway (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:56.938006 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd4c526f-14bc-4b21-9303-67f53fcafbe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1885'] for router (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:56.941626 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd4c526f-14bc-4b21-9303-67f53fcafbe7 admin admin] Publish callbacks [] for router_controller (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.059319 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd4c526f-14bc-4b21-9303-67f53fcafbe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-736073'] for router (cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.059934 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4c526f-14bc-4b21-9303-67f53fcafbe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b {{(pid=104276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 03:01:57.064336 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-cd4c526f-14bc-4b21-9303-67f53fcafbe7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.065547 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-cd4c526f-14bc-4b21-9303-67f53fcafbe7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/cb081d0c-45a9-4b5b-b2dc-7fd9dcffc03b HTTP/1.1" status: 204 len: 168 time: 1.1507456 Aug 08 03:01:57.068019 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 50200) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:57.115124 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.db_base_plugin_v2 [None req-6544fb74-91c4-4836-aa2a-85b53d0d81e9 admin admin] Deleting subnet 4d0906c8-5a0b-4f6d-9bbe-10c22f092974 {{(pid=104276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 08 03:01:57.117171 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6544fb74-91c4-4836-aa2a-85b53d0d81e9 admin admin] Publish callbacks [] for subnet (4d0906c8-5a0b-4f6d-9bbe-10c22f092974), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.147764 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:57.157642 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6544fb74-91c4-4836-aa2a-85b53d0d81e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4164821'] for subnet (4d0906c8-5a0b-4f6d-9bbe-10c22f092974), precommit_delete_associations {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.189863 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:57.238146 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6544fb74-91c4-4836-aa2a-85b53d0d81e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7943984'] for subnet (4d0906c8-5a0b-4f6d-9bbe-10c22f092974), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.345151 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6544fb74-91c4-4836-aa2a-85b53d0d81e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7943995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25480602'] for subnet (4d0906c8-5a0b-4f6d-9bbe-10c22f092974), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.373983 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544fb74-91c4-4836-aa2a-85b53d0d81e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d0906c8-5a0b-4f6d-9bbe-10c22f092974,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:57.376130 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-6544fb74-91c4-4836-aa2a-85b53d0d81e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.379456 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-6544fb74-91c4-4836-aa2a-85b53d0d81e9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/4d0906c8-5a0b-4f6d-9bbe-10c22f092974 HTTP/1.1" status: 204 len: 168 time: 0.3104610 Aug 08 03:01:57.381719 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0c4b43-d7ac-4633-860d-3f230975540d None None] Network a64d693d-fe21-41d6-ad5a-bcb2f264dcb6 requested from dv-cinder-852261-2-iscsi {{(pid=104278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 08 03:01:57.382209 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.wsgi [-] (104276) accepted ('10.222.0.15', 50202) {{(pid=104276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:57.457020 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8172124'] for network (a64d693d-fe21-41d6-ad5a-bcb2f264dcb6), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.501144 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] Deleting port 5d7fa652-07b9-4570-9c48-f48089aa8093 {{(pid=104276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 03:01:57.501416 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (5d7fa652-07b9-4570-9c48-f48089aa8093), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.576355 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.db [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] For port 5d7fa652-07b9-4570-9c48-f48089aa8093, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=5d7fa652-07b9-4570-9c48-f48089aa8093,segment=NetworkSegment(3095bfd7-db7c-4f15-b770-e7f631821423),segment_id=3095bfd7-db7c-4f15-b770-e7f631821423)] {{(pid=104276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 03:01:57.576713 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (5d7fa652-07b9-4570-9c48-f48089aa8093), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.590787 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.plugin [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] Calling delete_port for 5d7fa652-07b9-4570-9c48-f48089aa8093 owned by network:dhcp {{(pid=104276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 03:01:57.671285 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c505a70d-073f-4fe4-9408-2f20b1a44c58 None None] DHCP port deletion for a64d693d-fe21-41d6-ad5a-bcb2f264dcb6 request from dv-cinder-852261-2-iscsi {{(pid=104278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 08 03:01:57.709789 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-c505a70d-073f-4fe4-9408-2f20b1a44c58 None None] Deleting port 5d7fa652-07b9-4570-9c48-f48089aa8093 {{(pid=104278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 08 03:01:57.710169 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c505a70d-073f-4fe4-9408-2f20b1a44c58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757459119409'] for port (5d7fa652-07b9-4570-9c48-f48089aa8093), before_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.722676 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914410'] for port (5d7fa652-07b9-4570-9c48-f48089aa8093), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.748873 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7fa652-07b9-4570-9c48-f48089aa8093,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:57.750946 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] No DVR routers for this DVR port 5d7fa652-07b9-4570-9c48-f48089aa8093 on host dv-cinder-852261-2-iscsi {{(pid=104276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 03:01:57.756248 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 9c899c86-14ff-4615-86a9-eab70e68dc9b no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 03:01:57.787116 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 9c899c86-14ff-4615-86a9-eab70e68dc9b {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 03:01:57.787460 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 9c899c86-14ff-4615-86a9-eab70e68dc9b not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 03:01:57.787883 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 5d7fa652-07b9-4570-9c48-f48089aa8093 no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 03:01:57.816619 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 5d7fa652-07b9-4570-9c48-f48089aa8093 {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 03:01:57.816961 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 5d7fa652-07b9-4570-9c48-f48089aa8093 not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 03:01:57.817393 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 3346ef94-bf1a-48c8-b629-7adec48debbe no longer exists at agent ovs-agent-dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 03:01:57.827477 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945647', 'neutron.services.segments.db._delete_segments_for_network-8757459093742'] for network (a64d693d-fe21-41d6-ad5a-bcb2f264dcb6), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.841099 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] No Port match for: 3346ef94-bf1a-48c8-b629-7adec48debbe {{(pid=104278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 08 03:01:57.841439 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.rpc [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Device 3346ef94-bf1a-48c8-b629-7adec48debbe not bound to the agent host dv-cinder-852261-2-iscsi {{(pid=104278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 03:01:57.848395 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64d693d-fe21-41d6-ad5a-bcb2f264dcb6']}} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:57.852873 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.db [None req-c505a70d-073f-4fe4-9408-2f20b1a44c58 None None] For port 5d7fa652-07b9-4570-9c48-f48089aa8093, host dv-cinder-852261-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-2-iscsi',level=0,port_id=5d7fa652-07b9-4570-9c48-f48089aa8093,segment=NetworkSegment(3095bfd7-db7c-4f15-b770-e7f631821423),segment_id=3095bfd7-db7c-4f15-b770-e7f631821423)] {{(pid=104278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 03:01:57.853182 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c505a70d-073f-4fe4-9408-2f20b1a44c58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-661065'] for port (5d7fa652-07b9-4570-9c48-f48089aa8093), precommit_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.858801 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3095bfd7-db7c-4f15-b770-e7f631821423') {'for_net_delete': True} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:57.859149 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.services.segments.db [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3095bfd7-db7c-4f15-b770-e7f631821423') {} {{(pid=104276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 03:01:57.867078 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.plugins.ml2.plugin [None req-c505a70d-073f-4fe4-9408-2f20b1a44c58 None None] Calling delete_port for 5d7fa652-07b9-4570-9c48-f48089aa8093 owned by network:dhcp {{(pid=104278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 08 03:01:57.869407 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757459093643', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4164828'] for segment (3095bfd7-db7c-4f15-b770-e7f631821423), before_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.883536 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939'] for segment (3095bfd7-db7c-4f15-b770-e7f631821423), precommit_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.890219 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=104276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 03:01:57.890658 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7930939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3915133'] for segment (3095bfd7-db7c-4f15-b770-e7f631821423), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.950703 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c505a70d-073f-4fe4-9408-2f20b1a44c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7984804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757459122926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757458706050'] for port (5d7fa652-07b9-4570-9c48-f48089aa8093), after_delete {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:57.976390 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505a70d-073f-4fe4-9408-2f20b1a44c58 None None] Pushing event deleted for resources: {'Port': ['ID=5d7fa652-07b9-4570-9c48-f48089aa8093,revision_number=None']} {{(pid=104278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:57.978037 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 3095bfd7-db7c-4f15-b770-e7f631821423 resource provider aggregate not found Aug 08 03:01:57.981695 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505a70d-073f-4fe4-9408-2f20b1a44c58 None None] No DVR routers for this DVR port 5d7fa652-07b9-4570-9c48-f48089aa8093 on host dv-cinder-852261-2-iscsi {{(pid=104278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 08 03:01:57.995357 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.services.segments.plugin [-] Segment 3095bfd7-db7c-4f15-b770-e7f631821423 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3095bfd7-db7c-4f15-b770-e7f631821423 found for delete ", "request_id": "req-7d11c8ad-5079-4847-95d0-7719e7e3491c"}]} Aug 08 03:01:58.019459 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662306'] for network (a64d693d-fe21-41d6-ad5a-bcb2f264dcb6), after_delete {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:58.024535 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron_lib.callbacks.manager [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526958'] for network (None), before_response {{(pid=104276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:58.027695 dv-cinder-852261-2-iscsi neutron-server[104276]: INFO neutron.wsgi [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/a64d693d-fe21-41d6-ad5a-bcb2f264dcb6 HTTP/1.1" status: 204 len: 168 time: 0.6443360 Aug 08 03:01:58.040666 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bfa80-edd2-46c4-ab0c-dd712caa8111 admin admin] Pushing event deleted for resources: {'Network': ['ID=a64d693d-fe21-41d6-ad5a-bcb2f264dcb6,revision_number=None']} {{(pid=104276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:58.318572 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 50212) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:58.359329 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-eb532a0f-ef49-4138-85df-2929832d3b24 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cdf9c8d3eace468d852b873213f392f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396290 Aug 08 03:01:58.362402 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 50214) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:58.409952 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0d1beb68-e420-4fd3-8106-d06cbc32c822 admin admin] Publish callbacks [] for security_group (5e74181a-8d37-426e-bf45-f5d149037666), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:58.431818 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0d1beb68-e420-4fd3-8106-d06cbc32c822 admin admin] Publish callbacks [] for security_group (5e74181a-8d37-426e-bf45-f5d149037666), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:58.464400 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:01:58.578925 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0d1beb68-e420-4fd3-8106-d06cbc32c822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (5e74181a-8d37-426e-bf45-f5d149037666), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:58.581483 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-0d1beb68-e420-4fd3-8106-d06cbc32c822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:58.582710 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-0d1beb68-e420-4fd3-8106-d06cbc32c822 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5e74181a-8d37-426e-bf45-f5d149037666 HTTP/1.1" status: 204 len: 168 time: 0.2193844 Aug 08 03:01:58.590750 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1beb68-e420-4fd3-8106-d06cbc32c822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e74181a-8d37-426e-bf45-f5d149037666,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:01:58.944941 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:59.227764 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 50220) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:59.270594 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-1d8a080b-857f-412d-89a1-3b715bc64b77 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=90c196e44a4e40a49af4b5e27e3cceb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416787 Aug 08 03:01:59.272942 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.wsgi [-] (104277) accepted ('10.222.0.15', 50222) {{(pid=104277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 08 03:01:59.321011 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c42bc42c-fd5a-42db-882a-aad4eae29baa admin admin] Publish callbacks [] for security_group (b83bc273-f667-4973-bcfb-283e7b0ff500), before_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:59.342338 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c42bc42c-fd5a-42db-882a-aad4eae29baa admin admin] Publish callbacks [] for security_group (b83bc273-f667-4973-bcfb-283e7b0ff500), precommit_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:59.447756 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c42bc42c-fd5a-42db-882a-aad4eae29baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680063'] for security_group (b83bc273-f667-4973-bcfb-283e7b0ff500), after_delete {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:59.450481 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron_lib.callbacks.manager [None req-c42bc42c-fd5a-42db-882a-aad4eae29baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:01:59.451878 dv-cinder-852261-2-iscsi neutron-server[104277]: INFO neutron.wsgi [None req-c42bc42c-fd5a-42db-882a-aad4eae29baa admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b83bc273-f667-4973-bcfb-283e7b0ff500 HTTP/1.1" status: 204 len: 168 time: 0.1779010 Aug 08 03:01:59.464981 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bc42c-fd5a-42db-882a-aad4eae29baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83bc273-f667-4973-bcfb-283e7b0ff500,revision_number=None']} {{(pid=104277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 03:02:03.060695 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=97 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:02:07.951355 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:02:08.032104 dv-cinder-852261-2-iscsi neutron-server[104276]: DEBUG dbcounter [-] [104276] Writing DB stats neutron:SELECT=53,neutron:DELETE=6 {{(pid=104276) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:02:08.875932 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=68,neutron:DELETE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:02:09.376111 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:02:09.457554 dv-cinder-852261-2-iscsi neutron-server[104277]: DEBUG dbcounter [-] [104277] Writing DB stats neutron:SELECT=72,neutron:DELETE=8 {{(pid=104277) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:02:09.478886 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=43,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:02:19.039949 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:02:20.572653 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-958acb03-1b09-4103-afaa-5172ada6368c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:02:22.949726 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2c7dcf28-414a-4e0f-a8be-88e20f1d5ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:02:24.480972 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:02:26.098513 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:02:26.120941 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:02:28.955084 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:02:29.983385 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 03:02:39.071680 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:02:39.072457 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:02:39.978865 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:02:39.979725 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:02:50.611841 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-2e0ef6d7-5920-413a-ae20-7d312dae136a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:02:52.966135 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6c41c22e-0fcb-41ff-aecf-0224acffc815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:02:54.514518 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:02:56.119654 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:02:56.142540 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:02:58.931945 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:03:06.982762 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 03:03:08.884088 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:03:08.885948 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:03:16.978654 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:03:16.979414 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:03:20.605442 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-915b79c9-ec4d-4ef3-a6f0-dc89cbefd257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:03:22.925138 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2653-f38e-4247-9dd7-d762fe322536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:03:24.502442 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:03:26.112482 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:03:26.169776 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:03:28.942088 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:03:38.887093 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:03:38.888978 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:03:43.982873 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 03:03:50.570290 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-9e66cbda-e9c1-4aee-9b33-cbe5cfcd66ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:03:52.907196 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-8ea65716-7257-42bf-94b7-a0302437ba9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:03:54.501612 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:03:56.123005 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:03:56.146834 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:03:58.935856 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:03:59.145783 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=18 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:03:59.146534 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=16 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:04:08.886509 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:04:08.888398 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:04:19.048523 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:04:20.602761 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-143343b0-c267-4f04-9e56-ab1ee4a478ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:04:20.981796 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 03:04:22.911897 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-625954c2-702f-418f-9103-850e1be76625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:04:24.550686 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:04:26.122290 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:04:26.151497 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:04:28.956763 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:04:30.977369 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:04:30.978635 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:04:39.072380 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:04:39.074337 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:04:50.596106 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-18c36a5f-f64a-44c4-a3eb-7bac33438375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:04:52.911163 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-53aef2f6-aa62-4667-bab6-79cc4ec5cf58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:04:54.517163 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:04:56.100041 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:04:56.168591 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:04:57.980794 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 03:04:58.974167 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:05:07.976050 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=4 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:05:07.976768 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:05:08.896914 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:05:08.898807 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:05:20.628892 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-92629a30-5cc6-4554-bd54-ce8eeb0f6af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:05:22.932260 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-06e7381e-4b1d-4a9f-8e95-8817914225fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:05:24.556007 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:05:26.126233 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:05:26.149357 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:05:28.979002 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:05:34.979657 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 03:05:38.907733 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:05:38.913807 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:05:44.154094 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:05:44.975322 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:05:50.616665 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-02e846ec-c9e0-4918-ab57-a3b0cde24450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:05:52.932636 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-ff8db25f-2b2b-43d0-838b-314a54908007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:05:54.521109 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:05:56.119130 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:05:56.147776 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:05:58.972397 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:05:59.066794 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=11 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:05:59.071815 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=15 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:06:08.906318 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:06:08.912607 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:06:11.978623 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 03:06:20.621479 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-0f08086e-1baa-4a95-9155-828c9203eac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:06:21.973982 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=6 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:06:21.974843 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:06:22.918678 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-f0bedce5-6b50-4b96-a4ce-b881d7b9d26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:06:24.531886 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:06:26.137055 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:06:26.159957 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:06:29.021904 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:06:39.202848 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:06:39.203530 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:06:48.977847 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 03:06:50.597856 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b1f0b893-c950-4af2-8cc9-b291b4a4f50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:06:52.963393 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-34a1ed06-dce2-4d75-af50-5502fd2afffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:06:54.536676 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:06:56.113966 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:06:56.171156 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:06:58.973421 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=5 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:06:58.974135 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG dbcounter [-] [104279] Writing DB stats neutron:SELECT=3 {{(pid=104279) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:06:58.991246 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:07:08.923414 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:07:08.925329 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG dbcounter [-] [104278] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104278) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 08 03:07:20.591045 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-35bf242b-96a5-4a90-97c9-f495d1d448cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (e4f7a6af-700d-413c-8ac6-b408faa373a4), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:07:22.959088 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-230d7c51-f4e3-48a3-8d38-709fa7f3ebeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (cf8e79eb-ad24-49e9-af74-2f5f039bdb01), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:07:24.556316 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd111-ad4f-4f90-b89c-9cae4150f125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (7f8c8978-f47a-493c-add6-b0937db19c0c), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:07:25.976334 dv-cinder-852261-2-iscsi neutron-server[104279]: DEBUG neutron.db.agents_db [None req-d6336fd6-b1b7-4e37-856c-3fae69152b2b None None] Agent healthcheck: found 6 active agents {{(pid=104279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 03:07:26.118927 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-5177ea67-1dad-4c3e-b8a7-d91981c1e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (63653900-b452-48a8-acc2-22017596df07), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:07:26.176043 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-6d8dbe8e-f576-4e76-b5eb-d169fb59608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (3d04e924-209e-417b-a2bd-b681866e6bad), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 08 03:07:28.992875 dv-cinder-852261-2-iscsi neutron-server[104278]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b1b8-a564-4431-979f-4dc6a508a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757459093724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7940588'] for agent (bde68d7e-c22f-44ca-968e-2357d3f930ac), after_update {{(pid=104278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}